File size: 2,249 Bytes
9f0e0ef
d12a310
164af9e
d12a310
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
d12a310
 
164af9e
d12a310
164af9e
 
d12a310
164af9e
 
 
9f0e0ef
164af9e
d12a310
9f0e0ef
 
d12a310
 
164af9e
 
 
 
d12a310
164af9e
 
9f0e0ef
 
d12a310
9f0e0ef
 
d12a310
 
164af9e
 
 
 
d12a310
 
164af9e
 
9f0e0ef
 
d12a310
9f0e0ef
 
d12a310
 
164af9e
 
 
 
 
d12a310
164af9e
 
9f0e0ef
d12a310
 
9f0e0ef
 
d12a310
 
164af9e
 
 
 
 
d12a310
164af9e
 
9f0e0ef
164af9e
d12a310
9f0e0ef
 
d12a310
 
9f0e0ef
 
 
d12a310
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 10000,
  "stats": {
    "climbmix/blocks": 360000,
    "climbmix/targets": 600233197,
    "climbmix/input_tokens": 600271805,
    "ultra_qa/blocks": 135000,
    "ultra_qa/targets": 220395872,
    "ultra_qa/input_tokens": 220396305,
    "cortex/blocks": 135000,
    "cortex/targets": 5141709,
    "cortex/input_tokens": 214618986,
    "ultra_style/blocks": 135000,
    "ultra_style/targets": 213420214,
    "ultra_style/input_tokens": 213431604,
    "openmath/blocks": 90000,
    "openmath/targets": 139182081,
    "openmath/input_tokens": 139228806,
    "rewrite6/blocks": 45000,
    "rewrite6/targets": 73701578,
    "rewrite6/input_tokens": 73782727
  },
  "sources": {
    "climbmix": {
      "page": 49,
      "row": 3403,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 27,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 204107
    },
    "rewrite6": {
      "page": 28,
      "row": 858,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 114688
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 115546
    },
    "openmath": {
      "page": 30,
      "row": 3710,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 122,
          "row": 880
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 126590
    },
    "ultra_qa": {
      "page": 13,
      "row": 1338,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 53248
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 54586
    },
    "ultra_style": {
      "page": 20,
      "row": 1825,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 81920
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 83745
    },
    "cortex": {
      "page": 2617,
      "row": 78,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 335054
    }
  }
}