File size: 2,294 Bytes
9f0e0ef
c978ad4
164af9e
c978ad4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
c978ad4
 
164af9e
c978ad4
164af9e
 
c978ad4
164af9e
 
 
9f0e0ef
816b8aa
c978ad4
9f0e0ef
 
c978ad4
 
bb20e19
 
 
 
c978ad4
bb20e19
 
5ceb726
c978ad4
 
9f0e0ef
 
c978ad4
 
164af9e
816b8aa
164af9e
 
c978ad4
 
164af9e
 
9f0e0ef
de2c45c
c978ad4
9f0e0ef
 
c978ad4
 
164af9e
51a27b8
164af9e
 
c978ad4
 
164af9e
 
9f0e0ef
be4686c
c978ad4
9f0e0ef
 
c978ad4
 
164af9e
25a38ee
164af9e
 
c978ad4
 
164af9e
 
9f0e0ef
c978ad4
 
9f0e0ef
 
c978ad4
 
9f0e0ef
 
 
c978ad4
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 445000,
  "stats": {
    "climbmix/blocks": 16020000,
    "climbmix/targets": 26779783410,
    "climbmix/input_tokens": 26781479575,
    "ultra_qa/blocks": 6007500,
    "ultra_qa/targets": 9800065187,
    "ultra_qa/input_tokens": 9800083982,
    "cortex/blocks": 6007500,
    "cortex/targets": 228478974,
    "cortex/input_tokens": 9549691996,
    "ultra_style/blocks": 6007500,
    "ultra_style/targets": 9501732854,
    "ultra_style/input_tokens": 9502231083,
    "openmath/blocks": 4005000,
    "openmath/targets": 6188564834,
    "openmath/input_tokens": 6190627055,
    "rewrite6/blocks": 2002500,
    "rewrite6/targets": 3282863241,
    "rewrite6/input_tokens": 3286462391
  },
  "sources": {
    "climbmix": {
      "page": 2193,
      "row": 3524,
      "start": {
        "file": 106,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 13,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 8986052
    },
    "rewrite6": {
      "page": 48,
      "row": 1213,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 196608
        }
      },
      "epoch": 24,
      "offset": 0,
      "documents": 5127517
    },
    "openmath": {
      "page": 1371,
      "row": 1084,
      "start": {
        "file": 12,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 375,
          "row": 816
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 5616700
    },
    "ultra_qa": {
      "page": 592,
      "row": 3518,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 23370
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2428350
    },
    "ultra_style": {
      "page": 905,
      "row": 84,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 25655
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 3706964
    },
    "cortex": {
      "page": 116515,
      "row": 115,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 14914035
    }
  }
}