File size: 2,287 Bytes
9f0e0ef
8f963a2
164af9e
8f963a2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
8f963a2
 
164af9e
8f963a2
164af9e
 
8f963a2
164af9e
 
 
9f0e0ef
8f963a2
 
9f0e0ef
 
8f963a2
 
bb20e19
 
 
 
8f963a2
bb20e19
 
8f963a2
27dabb1
8f963a2
9f0e0ef
 
8f963a2
 
164af9e
7525eab
164af9e
 
8f963a2
 
164af9e
 
9f0e0ef
b7b1ad8
8f963a2
9f0e0ef
 
8f963a2
 
164af9e
dc2eebd
164af9e
 
b7b1ad8
8f963a2
164af9e
 
9f0e0ef
8f963a2
 
9f0e0ef
 
8f963a2
 
164af9e
4d45095
164af9e
 
b7b1ad8
8f963a2
164af9e
 
9f0e0ef
7525eab
8f963a2
9f0e0ef
 
8f963a2
 
9f0e0ef
 
 
8f963a2
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 235000,
  "stats": {
    "climbmix/blocks": 8460000,
    "climbmix/targets": 14142088161,
    "climbmix/input_tokens": 14142984336,
    "ultra_qa/blocks": 3172500,
    "ultra_qa/targets": 5175699264,
    "ultra_qa/input_tokens": 5175709288,
    "cortex/blocks": 3172500,
    "cortex/targets": 120690717,
    "cortex/input_tokens": 5042698249,
    "ultra_style/blocks": 3172500,
    "ultra_style/targets": 5018546024,
    "ultra_style/input_tokens": 5018809138,
    "openmath/blocks": 2115000,
    "openmath/targets": 3267999434,
    "openmath/input_tokens": 3269088966,
    "rewrite6/blocks": 1057500,
    "rewrite6/targets": 1733635352,
    "rewrite6/input_tokens": 1735535955
  },
  "sources": {
    "climbmix": {
      "page": 1158,
      "row": 2810,
      "start": {
        "file": 56,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4745978
    },
    "rewrite6": {
      "page": 9,
      "row": 555,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 36864
        }
      },
      "epoch": 13,
      "offset": 0,
      "documents": 2707671
    },
    "openmath": {
      "page": 724,
      "row": 1423,
      "start": {
        "file": 6,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 345,
          "row": 604
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 2966927
    },
    "ultra_qa": {
      "page": 313,
      "row": 492,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 49063
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1282540
    },
    "ultra_style": {
      "page": 477,
      "row": 3572,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 73569
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1957364
    },
    "cortex": {
      "page": 61524,
      "row": 82,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 7875154
    }
  }
}