File size: 2,287 Bytes
9f0e0ef
2ba3a12
164af9e
2ba3a12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
2ba3a12
 
164af9e
2ba3a12
164af9e
 
2ba3a12
164af9e
 
 
9f0e0ef
2ba3a12
 
9f0e0ef
 
2ba3a12
 
bb20e19
 
 
 
2ba3a12
bb20e19
 
cef9b31
 
2ba3a12
9f0e0ef
 
2ba3a12
 
164af9e
6d5e301
164af9e
 
2ba3a12
 
164af9e
 
9f0e0ef
cef9b31
2ba3a12
9f0e0ef
 
2ba3a12
 
164af9e
c1c8473
164af9e
 
cef9b31
2ba3a12
164af9e
 
9f0e0ef
cef9b31
2ba3a12
9f0e0ef
 
2ba3a12
 
164af9e
4d45095
164af9e
 
cef9b31
2ba3a12
164af9e
 
9f0e0ef
2ba3a12
 
9f0e0ef
 
2ba3a12
 
9f0e0ef
 
 
2ba3a12
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 185000,
  "stats": {
    "climbmix/blocks": 6660000,
    "climbmix/targets": 11131092534,
    "climbmix/input_tokens": 11131798123,
    "ultra_qa/blocks": 2497500,
    "ultra_qa/targets": 4074695441,
    "ultra_qa/input_tokens": 4074703291,
    "cortex/blocks": 2497500,
    "cortex/targets": 95006899,
    "cortex/input_tokens": 3969702317,
    "ultra_style/blocks": 2497500,
    "ultra_style/targets": 3950298536,
    "ultra_style/input_tokens": 3950506046,
    "openmath/blocks": 1665000,
    "openmath/targets": 2572479334,
    "openmath/input_tokens": 2573336685,
    "rewrite6/blocks": 832500,
    "rewrite6/targets": 1364722714,
    "rewrite6/input_tokens": 1366219165
  },
  "sources": {
    "climbmix": {
      "page": 912,
      "row": 2733,
      "start": {
        "file": 44,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 6144,
      "documents": 3738285
    },
    "rewrite6": {
      "page": 18,
      "row": 4079,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 73728
        }
      },
      "epoch": 10,
      "offset": 0,
      "documents": 2131847
    },
    "openmath": {
      "page": 570,
      "row": 592,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 151,
          "row": 470
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2335312
    },
    "ultra_qa": {
      "page": 246,
      "row": 1981,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 36139
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1009597
    },
    "ultra_style": {
      "page": 376,
      "row": 1396,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 84695
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 1541492
    },
    "cortex": {
      "page": 48431,
      "row": 115,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 6199283
    }
  }
}