File size: 2,262 Bytes
9f0e0ef
749cff3
164af9e
749cff3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164af9e
9f0e0ef
 
749cff3
 
164af9e
749cff3
164af9e
 
749cff3
164af9e
 
 
9f0e0ef
749cff3
 
9f0e0ef
 
749cff3
 
164af9e
 
 
 
749cff3
164af9e
 
749cff3
8504798
749cff3
9f0e0ef
 
749cff3
 
164af9e
087cbdc
164af9e
 
749cff3
 
164af9e
 
9f0e0ef
749cff3
 
9f0e0ef
 
749cff3
 
164af9e
 
 
 
749cff3
 
164af9e
 
9f0e0ef
b59a6a0
749cff3
9f0e0ef
 
749cff3
 
164af9e
 
 
 
087cbdc
749cff3
164af9e
 
9f0e0ef
749cff3
 
9f0e0ef
 
749cff3
 
9f0e0ef
 
 
749cff3
9f0e0ef
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
{
  "step": 40000,
  "stats": {
    "climbmix/blocks": 1440000,
    "climbmix/targets": 2405645996,
    "climbmix/input_tokens": 2405798466,
    "ultra_qa/blocks": 540000,
    "ultra_qa/targets": 881103422,
    "ultra_qa/input_tokens": 881105161,
    "cortex/blocks": 540000,
    "cortex/targets": 20545868,
    "cortex/input_tokens": 858494555,
    "ultra_style/blocks": 540000,
    "ultra_style/targets": 853948670,
    "ultra_style/input_tokens": 853993129,
    "openmath/blocks": 360000,
    "openmath/targets": 556374754,
    "openmath/input_tokens": 556560449,
    "rewrite6/blocks": 180000,
    "rewrite6/targets": 295083056,
    "rewrite6/input_tokens": 295406501
  },
  "sources": {
    "climbmix": {
      "page": 197,
      "row": 1098,
      "start": {
        "file": 9,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 43,
          "row": 1024
        }
      },
      "epoch": 0,
      "offset": 4096,
      "documents": 808010
    },
    "rewrite6": {
      "page": 12,
      "row": 807,
      "start": {
        "file": 0,
        "reader": {
          "format": "jsonl-row-v1",
          "row": 49152
        }
      },
      "epoch": 2,
      "offset": 0,
      "documents": 460767
    },
    "openmath": {
      "page": 123,
      "row": 1391,
      "start": {
        "file": 1,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 67,
          "row": 158
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 505199
    },
    "ultra_qa": {
      "page": 53,
      "row": 1357,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 23181
        }
      },
      "epoch": 0,
      "offset": 2048,
      "documents": 218445
    },
    "ultra_style": {
      "page": 81,
      "row": 1172,
      "start": {
        "file": 0,
        "reader": {
          "format": "parquet-row-v1",
          "row_group": 3,
          "row": 76752
        }
      },
      "epoch": 0,
      "offset": 0,
      "documents": 332948
    },
    "cortex": {
      "page": 10471,
      "row": 124,
      "start": null,
      "epoch": 0,
      "offset": 0,
      "documents": 1340412
    }
  }
}