File size: 2,301 Bytes
9f0e0ef
b5dbad5
164af9e
b5dbad5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
b5dbad5
 
164af9e
290dea3
164af9e
 
b5dbad5
164af9e
 
 
9f0e0ef
b5dbad5
 
9f0e0ef
 
b5dbad5
 
66082e4
 
 
 
b5dbad5
66082e4
 
63041a9
66ec0ab
b5dbad5
9f0e0ef
 
b5dbad5
 
164af9e
63041a9
164af9e
 
b5dbad5
 
164af9e
 
9f0e0ef
290dea3
b5dbad5
9f0e0ef
 
b5dbad5
 
164af9e
942705a
164af9e
 
b23bf61
b5dbad5
164af9e
 
9f0e0ef
b5dbad5
 
9f0e0ef
 
b5dbad5
 
164af9e
d45a371
164af9e
 
b23bf61
b5dbad5
164af9e
 
9f0e0ef
290dea3
b5dbad5
9f0e0ef
 
b5dbad5
 
9f0e0ef
 
 
b5dbad5
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 605000,
  "stats": {
    "climbmix/blocks": 21780000,
    "climbmix/targets": 36408254077,
    "climbmix/input_tokens": 36410561797,
    "ultra_qa/blocks": 8167500,
    "ultra_qa/targets": 13324585723,
    "ultra_qa/input_tokens": 13324611432,
    "cortex/blocks": 8167500,
    "cortex/targets": 310565399,
    "cortex/input_tokens": 12982796500,
    "ultra_style/blocks": 8167500,
    "ultra_style/targets": 12918082747,
    "ultra_style/input_tokens": 12918760755,
    "openmath/blocks": 5445000,
    "openmath/targets": 8413669599,
    "openmath/input_tokens": 8416472178,
    "rewrite6/blocks": 2722500,
    "rewrite6/targets": 4463218274,
    "rewrite6/input_tokens": 4468111496
  },
  "sources": {
    "climbmix": {
      "page": 2983,
      "row": 912,
      "start": {
        "file": 144,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 30,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 6144,
      "documents": 12219280
    },
    "rewrite6": {
      "page": 47,
      "row": 282,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 192512
        }
      },
      "epoch": 33,
      "offset": 0,
      "documents": 6971126
    },
    "openmath": {
      "page": 1863,
      "row": 3962,
      "start": {
        "file": 17,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 207,
          "row": 798
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 7634810
    },
    "ultra_qa": {
      "page": 806,
      "row": 91,
      "start": {
        "file": 6,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 54627
        }
      },
      "epoch": 0,
      "offset": 6144,
      "documents": 3301467
    },
    "ultra_style": {
      "page": 1230,
      "row": 1900,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 72502
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5039980
    },
    "cortex": {
      "page": 158401,
      "row": 33,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 20275361
    }
  }
}