File size: 2,296 Bytes
9f0e0ef
94dc2ce
164af9e
94dc2ce
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
94dc2ce
 
164af9e
94dc2ce
164af9e
 
94dc2ce
164af9e
 
 
9f0e0ef
94dc2ce
 
9f0e0ef
 
94dc2ce
 
bb20e19
 
 
 
94dc2ce
bb20e19
 
94dc2ce
0bbcbaa
94dc2ce
9f0e0ef
 
94dc2ce
 
164af9e
a98ad73
164af9e
 
94dc2ce
 
164af9e
 
9f0e0ef
94dc2ce
 
9f0e0ef
 
94dc2ce
 
164af9e
1b41adc
164af9e
 
94dc2ce
 
164af9e
 
9f0e0ef
9f91f48
94dc2ce
9f0e0ef
 
94dc2ce
 
164af9e
9f91f48
164af9e
 
9f91f48
94dc2ce
164af9e
 
9f0e0ef
94dc2ce
 
9f0e0ef
 
94dc2ce
 
9f0e0ef
 
 
94dc2ce
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 500000,
  "stats": {
    "climbmix/blocks": 18000000,
    "climbmix/targets": 30087292818,
    "climbmix/input_tokens": 30089199837,
    "ultra_qa/blocks": 6750000,
    "ultra_qa/targets": 11011602216,
    "ultra_qa/input_tokens": 11011623449,
    "cortex/blocks": 6750000,
    "cortex/targets": 256714249,
    "cortex/input_tokens": 10729951557,
    "ultra_style/blocks": 6750000,
    "ultra_style/targets": 10676414105,
    "ultra_style/input_tokens": 10676973780,
    "openmath/blocks": 4500000,
    "openmath/targets": 6953343610,
    "openmath/input_tokens": 6955660259,
    "rewrite6/blocks": 2250000,
    "rewrite6/targets": 3688563295,
    "rewrite6/input_tokens": 3692607180
  },
  "sources": {
    "climbmix": {
      "page": 2465,
      "row": 3704,
      "start": {
        "file": 119,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 22,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 10100344
    },
    "rewrite6": {
      "page": 2,
      "row": 1645,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 8192
        }
      },
      "epoch": 28,
      "offset": 0,
      "documents": 5761149
    },
    "openmath": {
      "page": 1540,
      "row": 2675,
      "start": {
        "file": 14,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 194,
          "row": 740
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 6310515
    },
    "ultra_qa": {
      "page": 666,
      "row": 700,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 775
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 2728636
    },
    "ultra_style": {
      "page": 1016,
      "row": 2694,
      "start": {
        "file": 6,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 51884
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 4164230
    },
    "cortex": {
      "page": 130914,
      "row": 26,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 16757018
    }
  }
}