File size: 2,285 Bytes
9f0e0ef
9bff059
164af9e
9bff059
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
9bff059
 
164af9e
9bff059
164af9e
 
9bff059
164af9e
 
 
9f0e0ef
9bff059
 
9f0e0ef
 
9bff059
 
bb20e19
 
 
 
9bff059
bb20e19
 
9bff059
27dabb1
9bff059
9f0e0ef
 
9bff059
 
164af9e
6bbb5c1
164af9e
 
9bff059
 
164af9e
 
9f0e0ef
b7b1ad8
9bff059
9f0e0ef
 
9bff059
 
164af9e
dc2eebd
164af9e
 
9bff059
 
164af9e
 
9f0e0ef
6bbb5c1
9bff059
9f0e0ef
 
9bff059
 
164af9e
9bff059
164af9e
 
9bff059
 
164af9e
 
9f0e0ef
9bff059
 
9f0e0ef
 
9bff059
 
9f0e0ef
 
 
9bff059
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 250000,
  "stats": {
    "climbmix/blocks": 9000000,
    "climbmix/targets": 15044821319,
    "climbmix/input_tokens": 15045774685,
    "ultra_qa/blocks": 3375000,
    "ultra_qa/targets": 5505900381,
    "ultra_qa/input_tokens": 5505910963,
    "cortex/blocks": 3375000,
    "cortex/targets": 128400391,
    "cortex/input_tokens": 5364742698,
    "ultra_style/blocks": 3375000,
    "ultra_style/targets": 5338964418,
    "ultra_style/input_tokens": 5339244172,
    "openmath/blocks": 2250000,
    "openmath/targets": 3476637803,
    "openmath/input_tokens": 3477796696,
    "rewrite6/blocks": 1125000,
    "rewrite6/targets": 1844270111,
    "rewrite6/input_tokens": 1846292063
  },
  "sources": {
    "climbmix": {
      "page": 1232,
      "row": 2049,
      "start": {
        "file": 59,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 53,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 5048321
    },
    "rewrite6": {
      "page": 1,
      "row": 847,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 4096
        }
      },
      "epoch": 14,
      "offset": 0,
      "documents": 2880599
    },
    "openmath": {
      "page": 770,
      "row": 2180,
      "start": {
        "file": 7,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 97,
          "row": 370
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 3156100
    },
    "ultra_qa": {
      "page": 333,
      "row": 364,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 5,
          "row": 1742
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1364332
    },
    "ultra_style": {
      "page": 508,
      "row": 1215,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 25940
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2081983
    },
    "cortex": {
      "page": 65453,
      "row": 34,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 8378018
    }
  }
}