File size: 2,300 Bytes
9f0e0ef
70eb55c
164af9e
70eb55c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
70eb55c
 
164af9e
db6cf6d
164af9e
 
70eb55c
164af9e
 
 
9f0e0ef
70eb55c
 
9f0e0ef
 
70eb55c
 
66082e4
 
 
 
70eb55c
66082e4
 
db6cf6d
94cfd93
70eb55c
9f0e0ef
 
70eb55c
 
164af9e
db6cf6d
164af9e
 
70eb55c
 
164af9e
 
9f0e0ef
70eb55c
 
9f0e0ef
 
70eb55c
 
164af9e
1b41adc
164af9e
 
ba9c76f
70eb55c
164af9e
 
9f0e0ef
db6cf6d
70eb55c
9f0e0ef
 
70eb55c
 
164af9e
9f91f48
164af9e
 
70eb55c
 
164af9e
 
9f0e0ef
70eb55c
 
9f0e0ef
 
70eb55c
 
9f0e0ef
 
 
70eb55c
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 557164,
  "stats": {
    "climbmix/blocks": 20057904,
    "climbmix/targets": 33528559976,
    "climbmix/input_tokens": 33530684873,
    "ultra_qa/blocks": 7521714,
    "ultra_qa/targets": 12270782181,
    "ultra_qa/input_tokens": 12270805843,
    "cortex/blocks": 7521714,
    "cortex/targets": 286034884,
    "cortex/input_tokens": 11956373662,
    "ultra_style/blocks": 7521714,
    "ultra_style/targets": 11896892314,
    "ultra_style/input_tokens": 11897516222,
    "openmath/blocks": 5014476,
    "openmath/targets": 7748188395,
    "openmath/input_tokens": 7750768917,
    "rewrite6/blocks": 2507238,
    "rewrite6/targets": 4110276401,
    "rewrite6/input_tokens": 4114782547
  },
  "sources": {
    "climbmix": {
      "page": 2747,
      "row": 2075,
      "start": {
        "file": 132,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 77,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 11253787
    },
    "rewrite6": {
      "page": 12,
      "row": 3016,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 49152
        }
      },
      "epoch": 31,
      "offset": 0,
      "documents": 6419692
    },
    "openmath": {
      "page": 1716,
      "row": 2073,
      "start": {
        "file": 16,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 42,
          "row": 336
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 7030809
    },
    "ultra_qa": {
      "page": 742,
      "row": 1162,
      "start": {
        "file": 5,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 53994
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3040394
    },
    "ultra_style": {
      "page": 1132,
      "row": 4042,
      "start": {
        "file": 6,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 15848
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 4640714
    },
    "cortex": {
      "page": 145876,
      "row": 97,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 18672225
    }
  }
}