File size: 2,287 Bytes
9f0e0ef
7f6d6b5
164af9e
7f6d6b5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
7f6d6b5
 
164af9e
7f6d6b5
164af9e
 
7f6d6b5
164af9e
 
 
9f0e0ef
8f963a2
7f6d6b5
9f0e0ef
 
7f6d6b5
 
bb20e19
 
 
 
7f6d6b5
bb20e19
 
8f963a2
27dabb1
7f6d6b5
9f0e0ef
 
7f6d6b5
 
164af9e
7525eab
164af9e
 
7f6d6b5
 
164af9e
 
9f0e0ef
b7b1ad8
7f6d6b5
9f0e0ef
 
7f6d6b5
 
164af9e
dc2eebd
164af9e
 
7f6d6b5
 
164af9e
 
9f0e0ef
7f6d6b5
 
9f0e0ef
 
7f6d6b5
 
164af9e
4d45095
164af9e
 
e9988a2
7f6d6b5
164af9e
 
9f0e0ef
7525eab
7f6d6b5
9f0e0ef
 
7f6d6b5
 
9f0e0ef
 
 
7f6d6b5
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 240000,
  "stats": {
    "climbmix/blocks": 8640000,
    "climbmix/targets": 14442418448,
    "climbmix/input_tokens": 14443333774,
    "ultra_qa/blocks": 3240000,
    "ultra_qa/targets": 5285705457,
    "ultra_qa/input_tokens": 5285715652,
    "cortex/blocks": 3240000,
    "cortex/targets": 123256375,
    "cortex/input_tokens": 5149964923,
    "ultra_style/blocks": 3240000,
    "ultra_style/targets": 5125067906,
    "ultra_style/input_tokens": 5125336525,
    "openmath/blocks": 2160000,
    "openmath/targets": 3337488563,
    "openmath/input_tokens": 3338601175,
    "rewrite6/blocks": 1080000,
    "rewrite6/targets": 1770500519,
    "rewrite6/input_tokens": 1772442074
  },
  "sources": {
    "climbmix": {
      "page": 1183,
      "row": 1723,
      "start": {
        "file": 57,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 21,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 4847291
    },
    "rewrite6": {
      "page": 23,
      "row": 1439,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 94208
        }
      },
      "epoch": 13,
      "offset": 0,
      "documents": 2765899
    },
    "openmath": {
      "page": 739,
      "row": 3019,
      "start": {
        "file": 6,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 407,
          "row": 44
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 3029963
    },
    "ultra_qa": {
      "page": 319,
      "row": 3147,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 4,
          "row": 9056
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 1309771
    },
    "ultra_style": {
      "page": 488,
      "row": 260,
      "start": {
        "file": 2,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 7,
          "row": 33375
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 1999108
    },
    "cortex": {
      "page": 62833,
      "row": 5,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 8042629
    }
  }
}