File size: 2,293 Bytes
9f0e0ef
37b36bc
164af9e
37b36bc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
37b36bc
 
164af9e
37b36bc
164af9e
 
37b36bc
164af9e
 
 
9f0e0ef
37b36bc
 
9f0e0ef
 
37b36bc
 
bb20e19
 
 
 
37b36bc
bb20e19
 
cc0e517
37b36bc
 
9f0e0ef
 
37b36bc
 
164af9e
087bf40
164af9e
 
37b36bc
 
164af9e
 
9f0e0ef
6b42dd4
37b36bc
9f0e0ef
 
37b36bc
 
164af9e
dc2eebd
164af9e
 
dff73d5
37b36bc
164af9e
 
9f0e0ef
6b42dd4
37b36bc
9f0e0ef
 
37b36bc
 
164af9e
9bff059
164af9e
 
087bf40
37b36bc
164af9e
 
9f0e0ef
9bff059
37b36bc
9f0e0ef
 
37b36bc
 
9f0e0ef
 
 
37b36bc
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 285000,
  "stats": {
    "climbmix/blocks": 10260000,
    "climbmix/targets": 17151447815,
    "climbmix/input_tokens": 17152534864,
    "ultra_qa/blocks": 3847500,
    "ultra_qa/targets": 6276806703,
    "ultra_qa/input_tokens": 6276818734,
    "cortex/blocks": 3847500,
    "cortex/targets": 146351608,
    "cortex/input_tokens": 6115948834,
    "ultra_style/blocks": 3847500,
    "ultra_style/targets": 6085396148,
    "ultra_style/input_tokens": 6085715990,
    "openmath/blocks": 2565000,
    "openmath/targets": 3963414207,
    "openmath/input_tokens": 3964735574,
    "rewrite6/blocks": 1282500,
    "rewrite6/targets": 2102512928,
    "rewrite6/input_tokens": 2104817984
  },
  "sources": {
    "climbmix": {
      "page": 1405,
      "row": 588,
      "start": {
        "file": 68,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 1,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 5755468
    },
    "rewrite6": {
      "page": 49,
      "row": 2128,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 200704
        }
      },
      "epoch": 15,
      "offset": 2048,
      "documents": 3283892
    },
    "openmath": {
      "page": 878,
      "row": 1736,
      "start": {
        "file": 8,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 103,
          "row": 88
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3598024
    },
    "ultra_qa": {
      "page": 379,
      "row": 2700,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 61241
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1555084
    },
    "ultra_style": {
      "page": 579,
      "row": 4081,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 59387
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2375665
    },
    "cortex": {
      "page": 74620,
      "row": 66,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 9551426
    }
  }
}