File size: 2,313 Bytes
9f0e0ef
722b382
164af9e
722b382
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
722b382
 
164af9e
722b382
164af9e
 
722b382
164af9e
 
 
9f0e0ef
722b382
 
9f0e0ef
 
722b382
 
66082e4
 
 
 
722b382
66082e4
 
596994f
 
722b382
9f0e0ef
 
722b382
 
164af9e
229537f
164af9e
 
722b382
 
164af9e
 
9f0e0ef
7d618f7
722b382
9f0e0ef
 
722b382
 
164af9e
75ecc5e
164af9e
 
596994f
722b382
164af9e
 
9f0e0ef
9ef423a
722b382
9f0e0ef
 
722b382
 
164af9e
7d618f7
164af9e
 
722b382
 
164af9e
 
9f0e0ef
229537f
722b382
9f0e0ef
 
722b382
 
9f0e0ef
 
 
722b382
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 940000,
  "stats": {
    "climbmix/blocks": 33840000,
    "climbmix/targets": 56570146487,
    "climbmix/input_tokens": 56573731401,
    "ultra_qa/blocks": 12690000,
    "ultra_qa/targets": 20702763319,
    "ultra_qa/input_tokens": 20702803093,
    "cortex/blocks": 12690000,
    "cortex/targets": 482534935,
    "cortex/input_tokens": 20171789678,
    "ultra_style/blocks": 12690000,
    "ultra_style/targets": 20070737053,
    "ultra_style/input_tokens": 20071789036,
    "openmath/blocks": 8460000,
    "openmath/targets": 13072208273,
    "openmath/input_tokens": 13076563771,
    "rewrite6/blocks": 4230000,
    "rewrite6/targets": 6934478168,
    "rewrite6/input_tokens": 6942080796
  },
  "sources": {
    "climbmix": {
      "page": 4634,
      "row": 2400,
      "start": {
        "file": 224,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 26,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 18983264
    },
    "rewrite6": {
      "page": 36,
      "row": 2703,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 147456
        }
      },
      "epoch": 52,
      "offset": 0,
      "documents": 10831167
    },
    "openmath": {
      "page": 2896,
      "row": 2245,
      "start": {
        "file": 27,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 72,
          "row": 470
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 11864261
    },
    "ultra_qa": {
      "page": 1252,
      "row": 1383,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 64095
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5129575
    },
    "ultra_style": {
      "page": 1911,
      "row": 1420,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 37668
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 7828876
    },
    "cortex": {
      "page": 246106,
      "row": 57,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 31501625
    }
  }
}