File size: 2,314 Bytes
9f0e0ef
f53c453
164af9e
f53c453
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
f53c453
 
164af9e
f53c453
164af9e
 
f53c453
164af9e
 
 
9f0e0ef
f53c453
 
9f0e0ef
 
f53c453
 
66082e4
 
 
 
f53c453
66082e4
 
f5643b9
f53c453
 
9f0e0ef
 
f53c453
 
164af9e
763e24c
164af9e
 
f53c453
 
164af9e
 
9f0e0ef
f53c453
 
9f0e0ef
 
f53c453
 
164af9e
763e24c
164af9e
 
4e78435
f53c453
164af9e
 
9f0e0ef
4e78435
f53c453
9f0e0ef
 
f53c453
 
164af9e
7b338cf
164af9e
 
f53c453
 
164af9e
 
9f0e0ef
d130b46
f53c453
9f0e0ef
 
f53c453
 
9f0e0ef
 
 
f53c453
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 795000,
  "stats": {
    "climbmix/blocks": 28620000,
    "climbmix/targets": 47843123314,
    "climbmix/input_tokens": 47846155406,
    "ultra_qa/blocks": 10732500,
    "ultra_qa/targets": 17508983971,
    "ultra_qa/input_tokens": 17509017700,
    "cortex/blocks": 10732500,
    "cortex/targets": 408110127,
    "cortex/input_tokens": 17060141294,
    "ultra_style/blocks": 10732500,
    "ultra_style/targets": 16975769338,
    "ultra_style/input_tokens": 16976659443,
    "openmath/blocks": 7155000,
    "openmath/targets": 11055702871,
    "openmath/input_tokens": 11059386403,
    "rewrite6/blocks": 3577500,
    "rewrite6/targets": 5864763458,
    "rewrite6/input_tokens": 5871193549
  },
  "sources": {
    "climbmix": {
      "page": 3919,
      "row": 3637,
      "start": {
        "file": 189,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 57,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 16055861
    },
    "rewrite6": {
      "page": 29,
      "row": 4062,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 118784
        }
      },
      "epoch": 44,
      "offset": 2048,
      "documents": 9160622
    },
    "openmath": {
      "page": 2449,
      "row": 2540,
      "start": {
        "file": 22,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 424,
          "row": 804
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 10033644
    },
    "ultra_qa": {
      "page": 1059,
      "row": 774,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 51599
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4338438
    },
    "ultra_style": {
      "page": 1616,
      "row": 1799,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 29453
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 6620935
    },
    "cortex": {
      "page": 208145,
      "row": 16,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 26642576
    }
  }
}