File size: 2,299 Bytes
9f0e0ef
be4686c
164af9e
be4686c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
be4686c
 
164af9e
190e37e
164af9e
 
be4686c
164af9e
 
 
9f0e0ef
816b8aa
be4686c
9f0e0ef
 
be4686c
 
bb20e19
 
 
 
be4686c
bb20e19
 
5ceb726
be4686c
 
9f0e0ef
 
be4686c
 
164af9e
816b8aa
164af9e
 
be4686c
 
164af9e
 
9f0e0ef
de2c45c
be4686c
9f0e0ef
 
190e37e
be4686c
164af9e
51a27b8
164af9e
 
5ceb726
190e37e
164af9e
 
9f0e0ef
be4686c
 
9f0e0ef
 
be4686c
 
164af9e
25a38ee
164af9e
 
143932c
be4686c
164af9e
 
9f0e0ef
190e37e
be4686c
9f0e0ef
 
be4686c
 
9f0e0ef
 
 
be4686c
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 440277,
  "stats": {
    "climbmix/blocks": 15849972,
    "climbmix/targets": 26495964044,
    "climbmix/input_tokens": 26497642217,
    "ultra_qa/blocks": 5943739,
    "ultra_qa/targets": 9696006191,
    "ultra_qa/input_tokens": 9696024796,
    "cortex/blocks": 5943740,
    "cortex/targets": 226052219,
    "cortex/input_tokens": 9448331338,
    "ultra_style/blocks": 5943740,
    "ultra_style/targets": 9401027313,
    "ultra_style/input_tokens": 9401520126,
    "openmath/blocks": 3962493,
    "openmath/targets": 6122914510,
    "openmath/input_tokens": 6124954796,
    "rewrite6/blocks": 1981246,
    "rewrite6/targets": 3247923015,
    "rewrite6/input_tokens": 3251484097
  },
  "sources": {
    "climbmix": {
      "page": 2170,
      "row": 2226,
      "start": {
        "file": 105,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 8890546
    },
    "rewrite6": {
      "page": 35,
      "row": 249,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 143360
        }
      },
      "epoch": 24,
      "offset": 2048,
      "documents": 5073305
    },
    "openmath": {
      "page": 1356,
      "row": 2756,
      "start": {
        "file": 12,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 314,
          "row": 376
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 5556932
    },
    "ultra_qa": {
      "page": 586,
      "row": 2357,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 63470
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2402613
    },
    "ultra_style": {
      "page": 895,
      "row": 1391,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 70225
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3667311
    },
    "cortex": {
      "page": 115279,
      "row": 76,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 14755788
    }
  }
}