File size: 2,272 Bytes
9f0e0ef
4d4b2cc
164af9e
4d4b2cc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
4d4b2cc
 
164af9e
4d4b2cc
164af9e
 
4d4b2cc
164af9e
 
 
9f0e0ef
c1c8473
4d4b2cc
9f0e0ef
 
4d4b2cc
 
164af9e
 
 
 
4d4b2cc
164af9e
 
44f0d53
c1c8473
4d4b2cc
9f0e0ef
 
4d4b2cc
 
164af9e
4d4b2cc
164af9e
 
4d4b2cc
 
164af9e
 
9f0e0ef
44f0d53
4d4b2cc
9f0e0ef
 
4d4b2cc
 
164af9e
c1c8473
164af9e
 
c1c8473
4d4b2cc
164af9e
 
9f0e0ef
4d4b2cc
 
9f0e0ef
 
4d4b2cc
 
164af9e
601a5c0
164af9e
 
4d4b2cc
 
164af9e
 
9f0e0ef
4d4b2cc
 
9f0e0ef
 
4d4b2cc
 
9f0e0ef
 
 
4d4b2cc
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 105000,
  "stats": {
    "climbmix/blocks": 3780000,
    "climbmix/targets": 6315746226,
    "climbmix/input_tokens": 6316146929,
    "ultra_qa/blocks": 1417500,
    "ultra_qa/targets": 2312418151,
    "ultra_qa/input_tokens": 2312422626,
    "cortex/blocks": 1417500,
    "cortex/targets": 53929281,
    "cortex/input_tokens": 2253084355,
    "ultra_style/blocks": 1417500,
    "ultra_style/targets": 2242078536,
    "ultra_style/input_tokens": 2242195826,
    "openmath/blocks": 945000,
    "openmath/targets": 1460177997,
    "openmath/input_tokens": 1460664808,
    "rewrite6/blocks": 472500,
    "rewrite6/targets": 774617263,
    "rewrite6/input_tokens": 775466653
  },
  "sources": {
    "climbmix": {
      "page": 518,
      "row": 1264,
      "start": {
        "file": 25,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 2122992
    },
    "rewrite6": {
      "page": 44,
      "row": 2788,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 180224
        }
      },
      "epoch": 5,
      "offset": 0,
      "documents": 1210032
    },
    "openmath": {
      "page": 323,
      "row": 2616,
      "start": {
        "file": 3,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 13,
          "row": 58
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 1325624
    },
    "ultra_qa": {
      "page": 139,
      "row": 3775,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 0,
          "row": 49717
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 573119
    },
    "ultra_style": {
      "page": 213,
      "row": 1835,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 2,
          "row": 16825
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 874283
    },
    "cortex": {
      "page": 27486,
      "row": 47,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 3518255
    }
  }
}