File size: 2,293 Bytes
9f0e0ef
1dd00e8
164af9e
1dd00e8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
1dd00e8
 
164af9e
1dd00e8
164af9e
 
1dd00e8
164af9e
 
 
9f0e0ef
4d45095
1dd00e8
9f0e0ef
 
1dd00e8
 
bb20e19
 
 
 
1dd00e8
bb20e19
 
4d45095
1dd00e8
 
9f0e0ef
 
1dd00e8
 
164af9e
a0d829d
164af9e
 
1dd00e8
 
164af9e
 
9f0e0ef
1dd00e8
 
9f0e0ef
 
1dd00e8
 
164af9e
c1c8473
164af9e
 
1dd00e8
 
164af9e
 
9f0e0ef
1dd00e8
 
9f0e0ef
 
1dd00e8
 
164af9e
4d45095
164af9e
 
4d45095
1dd00e8
164af9e
 
9f0e0ef
4d45095
1dd00e8
9f0e0ef
 
1dd00e8
 
9f0e0ef
 
 
1dd00e8
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 170000,
  "stats": {
    "climbmix/blocks": 6120000,
    "climbmix/targets": 10228213717,
    "climbmix/input_tokens": 10228862440,
    "ultra_qa/blocks": 2295000,
    "ultra_qa/targets": 3743992865,
    "ultra_qa/input_tokens": 3744000053,
    "cortex/blocks": 2295000,
    "cortex/targets": 87303716,
    "cortex/input_tokens": 3647892000,
    "ultra_style/blocks": 2295000,
    "ultra_style/targets": 3630136904,
    "ultra_style/input_tokens": 3630327119,
    "openmath/blocks": 1530000,
    "openmath/targets": 2363841526,
    "openmath/input_tokens": 2364629111,
    "rewrite6/blocks": 765000,
    "rewrite6/targets": 1254067034,
    "rewrite6/input_tokens": 1255442274
  },
  "sources": {
    "climbmix": {
      "page": 838,
      "row": 3535,
      "start": {
        "file": 40,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 40,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 3435983
    },
    "rewrite6": {
      "page": 26,
      "row": 4050,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 106496
        }
      },
      "epoch": 9,
      "offset": 2048,
      "documents": 1959182
    },
    "openmath": {
      "page": 523,
      "row": 3399,
      "start": {
        "file": 4,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 395,
          "row": 608
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2145607
    },
    "ultra_qa": {
      "page": 226,
      "row": 2070,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 6,
          "row": 18609
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 927766
    },
    "ultra_style": {
      "page": 345,
      "row": 2329,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 43238
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1415449
    },
    "cortex": {
      "page": 44505,
      "row": 35,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 5696675
    }
  }
}