File size: 2,314 Bytes
9f0e0ef
92c6015
164af9e
92c6015
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
92c6015
 
164af9e
92c6015
164af9e
 
92c6015
164af9e
 
 
9f0e0ef
92c6015
 
9f0e0ef
 
92c6015
 
66082e4
 
 
 
92c6015
66082e4
 
534cfcf
92c6015
 
9f0e0ef
 
92c6015
 
164af9e
92c6015
164af9e
 
92c6015
 
164af9e
 
9f0e0ef
92c6015
 
9f0e0ef
 
92c6015
 
164af9e
75ecc5e
164af9e
 
534cfcf
92c6015
164af9e
 
9f0e0ef
92c6015
 
9f0e0ef
 
92c6015
 
164af9e
414bd2b
164af9e
 
534cfcf
92c6015
164af9e
 
9f0e0ef
392d03d
92c6015
9f0e0ef
 
92c6015
 
9f0e0ef
 
 
92c6015
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 900000,
  "stats": {
    "climbmix/blocks": 32400000,
    "climbmix/targets": 54162259750,
    "climbmix/input_tokens": 54165692291,
    "ultra_qa/blocks": 12150000,
    "ultra_qa/targets": 19821847028,
    "ultra_qa/input_tokens": 19821885096,
    "cortex/blocks": 12150000,
    "cortex/targets": 461992778,
    "cortex/input_tokens": 19313376697,
    "ultra_style/blocks": 12150000,
    "ultra_style/targets": 19217238700,
    "ultra_style/input_tokens": 19218246348,
    "openmath/blocks": 8100000,
    "openmath/targets": 12515849799,
    "openmath/input_tokens": 12520019747,
    "rewrite6/blocks": 4050000,
    "rewrite6/targets": 6639430765,
    "rewrite6/input_tokens": 6646710396
  },
  "sources": {
    "climbmix": {
      "page": 4437,
      "row": 1722,
      "start": {
        "file": 214,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 65,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 18175674
    },
    "rewrite6": {
      "page": 24,
      "row": 2293,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 98304
        }
      },
      "epoch": 50,
      "offset": 2048,
      "documents": 10370797
    },
    "openmath": {
      "page": 2773,
      "row": 839,
      "start": {
        "file": 26,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 311
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 11359047
    },
    "ultra_qa": {
      "page": 1199,
      "row": 201,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 40700
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4911305
    },
    "ultra_style": {
      "page": 1830,
      "row": 482,
      "start": {
        "file": 10,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 50514
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 7496162
    },
    "cortex": {
      "page": 235633,
      "row": 81,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 30161105
    }
  }
}