File size: 2,313 Bytes
9f0e0ef
6617c22
164af9e
6617c22
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
6617c22
 
164af9e
6617c22
164af9e
 
6617c22
164af9e
 
 
9f0e0ef
6617c22
 
9f0e0ef
 
6617c22
 
aa85398
 
 
 
6617c22
aa85398
 
6617c22
86f389e
6617c22
9f0e0ef
 
6617c22
 
164af9e
229537f
164af9e
 
6617c22
 
164af9e
 
9f0e0ef
86f389e
6617c22
9f0e0ef
 
6617c22
 
164af9e
5394e54
164af9e
 
6617c22
 
164af9e
 
9f0e0ef
5394e54
6617c22
9f0e0ef
 
6617c22
 
164af9e
7d618f7
164af9e
 
86f389e
6617c22
164af9e
 
9f0e0ef
6617c22
 
9f0e0ef
 
6617c22
 
9f0e0ef
 
 
6617c22
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 965000,
  "stats": {
    "climbmix/blocks": 34740000,
    "climbmix/targets": 58074898975,
    "climbmix/input_tokens": 58078578876,
    "ultra_qa/blocks": 13027500,
    "ultra_qa/targets": 21253284217,
    "ultra_qa/input_tokens": 21253325041,
    "cortex/blocks": 13027500,
    "cortex/targets": 495374770,
    "cortex/input_tokens": 20708481919,
    "ultra_style/blocks": 13027500,
    "ultra_style/targets": 20605371821,
    "ultra_style/input_tokens": 20606451606,
    "openmath/blocks": 8685000,
    "openmath/targets": 13419500477,
    "openmath/input_tokens": 13423972043,
    "rewrite6/blocks": 4342500,
    "rewrite6/targets": 7118963627,
    "rewrite6/input_tokens": 7126768533
  },
  "sources": {
    "climbmix": {
      "page": 4757,
      "row": 3358,
      "start": {
        "file": 230,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 23,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 12288,
      "documents": 19488030
    },
    "rewrite6": {
      "page": 6,
      "row": 2806,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 24576
        }
      },
      "epoch": 54,
      "offset": 0,
      "documents": 11119198
    },
    "openmath": {
      "page": 2973,
      "row": 2684,
      "start": {
        "file": 27,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 387,
          "row": 862
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 12180092
    },
    "ultra_qa": {
      "page": 1285,
      "row": 2671,
      "start": {
        "file": 10,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 2584
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5266031
    },
    "ultra_style": {
      "page": 1961,
      "row": 4055,
      "start": {
        "file": 11,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 73877
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 8036311
    },
    "cortex": {
      "page": 252652,
      "row": 24,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 32339480
    }
  }
}