File size: 2,296 Bytes
9f0e0ef
5ceb726
164af9e
5ceb726
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
5ceb726
 
164af9e
5ceb726
164af9e
 
5ceb726
164af9e
 
 
9f0e0ef
816b8aa
5ceb726
9f0e0ef
 
5ceb726
 
bb20e19
 
 
 
5ceb726
bb20e19
 
5ceb726
 
 
9f0e0ef
 
5ceb726
 
164af9e
816b8aa
164af9e
 
5ceb726
 
164af9e
 
9f0e0ef
de2c45c
5ceb726
9f0e0ef
 
5ceb726
 
164af9e
51a27b8
164af9e
 
5ceb726
 
164af9e
 
9f0e0ef
5ceb726
 
9f0e0ef
 
5ceb726
 
164af9e
25a38ee
164af9e
 
ed98763
5ceb726
164af9e
 
9f0e0ef
25a38ee
5ceb726
9f0e0ef
 
5ceb726
 
9f0e0ef
 
 
5ceb726
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 430000,
  "stats": {
    "climbmix/blocks": 15480000,
    "climbmix/targets": 25877789085,
    "climbmix/input_tokens": 25879428024,
    "ultra_qa/blocks": 5805000,
    "ultra_qa/targets": 9469588245,
    "ultra_qa/input_tokens": 9469606395,
    "cortex/blocks": 5805000,
    "cortex/targets": 220770662,
    "cortex/input_tokens": 9227785254,
    "ultra_style/blocks": 5805000,
    "ultra_style/targets": 9181956738,
    "ultra_style/input_tokens": 9182438095,
    "openmath/blocks": 3870000,
    "openmath/targets": 5980155459,
    "openmath/input_tokens": 5982148264,
    "rewrite6/blocks": 1935000,
    "rewrite6/targets": 3172177358,
    "rewrite6/input_tokens": 3175655197
  },
  "sources": {
    "climbmix": {
      "page": 2119,
      "row": 3598,
      "start": {
        "file": 102,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 47,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 8683022
    },
    "rewrite6": {
      "page": 6,
      "row": 373,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 24576
        }
      },
      "epoch": 24,
      "offset": 4096,
      "documents": 4954645
    },
    "openmath": {
      "page": 1325,
      "row": 120,
      "start": {
        "file": 12,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 187,
          "row": 400
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 5427320
    },
    "ultra_qa": {
      "page": 572,
      "row": 3580,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 6126
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 2346492
    },
    "ultra_style": {
      "page": 874,
      "row": 1747,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 70118
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3581651
    },
    "cortex": {
      "page": 112589,
      "row": 61,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 14411453
    }
  }
}