Upload bpb-delta-train.log with huggingface_hub
Browse files- bpb-delta-train.log +662 -0
bpb-delta-train.log
ADDED
|
@@ -0,0 +1,662 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Baseline: d12 step 2205
|
| 2 |
+
Experiment: d12_ve step 2205
|
| 3 |
+
|
| 4 |
+
Overall BPB: d12 = 0.872071 d12_ve = 0.859064 delta = +0.013007
|
| 5 |
+
Valid tokens: 20,939,757 / 20,971,520
|
| 6 |
+
|
| 7 |
+
================================================================================
|
| 8 |
+
|
| 9 |
+
1-GRAM (20,939,757 tokens, 32,598 unique, 17,513 frequent, 0.3s)
|
| 10 |
+
--------------------------------------------------------------------------------
|
| 11 |
+
|
| 12 |
+
HELPS most:
|
| 13 |
+
n-gram d_bpb count
|
| 14 |
+
------------------------------------------
|
| 15 |
+
' dy' +0.3149 102
|
| 16 |
+
'Ep' +0.3018 101
|
| 17 |
+
'&' +0.2865 551
|
| 18 |
+
'Ag' +0.2820 121
|
| 19 |
+
' Da' +0.2720 129
|
| 20 |
+
'~' +0.2684 176
|
| 21 |
+
' !' +0.2654 144
|
| 22 |
+
':-' +0.2606 121
|
| 23 |
+
'cr' +0.2479 135
|
| 24 |
+
'-j' +0.2327 134
|
| 25 |
+
'ko' +0.2265 174
|
| 26 |
+
'SH' +0.2211 165
|
| 27 |
+
'vi' +0.2153 126
|
| 28 |
+
'DO' +0.2098 103
|
| 29 |
+
'CI' +0.2057 114
|
| 30 |
+
'.M' +0.2032 171
|
| 31 |
+
'PO' +0.2029 112
|
| 32 |
+
' fr' +0.2003 117
|
| 33 |
+
' Eu' +0.1968 104
|
| 34 |
+
'Br' +0.1968 124
|
| 35 |
+
' //' +0.1959 116
|
| 36 |
+
",'" +0.1915 369
|
| 37 |
+
'xy' +0.1910 133
|
| 38 |
+
' GI' +0.1906 116
|
| 39 |
+
' RE' +0.1906 125
|
| 40 |
+
'UV' +0.1885 141
|
| 41 |
+
'VI' +0.1831 152
|
| 42 |
+
' ke' +0.1826 192
|
| 43 |
+
' Sa' +0.1825 166
|
| 44 |
+
' SM' +0.1817 195
|
| 45 |
+
|
| 46 |
+
HURTS most:
|
| 47 |
+
n-gram d_bpb count
|
| 48 |
+
------------------------------------------
|
| 49 |
+
' )' -0.1551 357
|
| 50 |
+
'GH' -0.1537 112
|
| 51 |
+
'�' -0.1336 201
|
| 52 |
+
'ó' -0.1189 126
|
| 53 |
+
'xi' -0.1180 118
|
| 54 |
+
'.T' -0.1122 146
|
| 55 |
+
'FO' -0.1024 107
|
| 56 |
+
'BO' -0.0991 137
|
| 57 |
+
'-I' -0.0899 115
|
| 58 |
+
' Trig' -0.0871 103
|
| 59 |
+
'-al' -0.0856 170
|
| 60 |
+
"'\n\n" -0.0830 159
|
| 61 |
+
' Tail' -0.0802 100
|
| 62 |
+
'xt' -0.0800 262
|
| 63 |
+
' oh' -0.0789 123
|
| 64 |
+
'UE' -0.0766 146
|
| 65 |
+
' ju' -0.0756 174
|
| 66 |
+
' �' -0.0755 212
|
| 67 |
+
' Om' -0.0753 113
|
| 68 |
+
'zy' -0.0747 218
|
| 69 |
+
'-V' -0.0727 191
|
| 70 |
+
' tit' -0.0724 153
|
| 71 |
+
'.F' -0.0684 117
|
| 72 |
+
'.E' -0.0674 171
|
| 73 |
+
'â' -0.0662 102
|
| 74 |
+
'Cs' -0.0657 122
|
| 75 |
+
'*\n\n' -0.0650 109
|
| 76 |
+
' sew' -0.0649 151
|
| 77 |
+
'pa' -0.0636 137
|
| 78 |
+
'GL' -0.0632 126
|
| 79 |
+
|
| 80 |
+
|
| 81 |
+
2-GRAM (20,939,757 tokens, 3,578,008 unique, 20,267 frequent, 2.8s)
|
| 82 |
+
--------------------------------------------------------------------------------
|
| 83 |
+
|
| 84 |
+
HELPS most:
|
| 85 |
+
n-gram d_bpb count
|
| 86 |
+
------------------------------------------
|
| 87 |
+
'\n' -> 'n' +0.4660 143
|
| 88 |
+
' (' -> 'O' +0.4108 175
|
| 89 |
+
' (' -> '7' +0.3979 132
|
| 90 |
+
'.\n\n' -> 'O' +0.3549 154
|
| 91 |
+
' (' -> '8' +0.3234 170
|
| 92 |
+
' (' -> 'P' +0.3131 645
|
| 93 |
+
'\n\n' -> '0' +0.3035 334
|
| 94 |
+
' (' -> 'U' +0.2916 196
|
| 95 |
+
'\\' -> 'r' +0.2911 125
|
| 96 |
+
' (' -> '1' +0.2900 776
|
| 97 |
+
'\n' -> 'V' +0.2864 236
|
| 98 |
+
' (' -> 'R' +0.2846 557
|
| 99 |
+
' (' -> '15' +0.2792 169
|
| 100 |
+
' (' -> '4' +0.2786 308
|
| 101 |
+
"'t" -> '.' +0.2763 267
|
| 102 |
+
'-' -> '0' +0.2757 118
|
| 103 |
+
' (' -> '12' +0.2719 143
|
| 104 |
+
' and' -> ' p' +0.2708 206
|
| 105 |
+
' the' -> ' sh' +0.2701 106
|
| 106 |
+
' your' -> ' ' +0.2664 126
|
| 107 |
+
' (' -> 'T' +0.2604 416
|
| 108 |
+
'0' -> 'x' +0.2582 139
|
| 109 |
+
'\n' -> 'O' +0.2574 194
|
| 110 |
+
' (' -> '25' +0.2550 106
|
| 111 |
+
' (' -> 'F' +0.2522 484
|
| 112 |
+
' (' -> 'V' +0.2511 293
|
| 113 |
+
' and' -> ' m' +0.2480 136
|
| 114 |
+
'20' -> '\n' +0.2472 161
|
| 115 |
+
' the' -> ' o' +0.2457 118
|
| 116 |
+
'<|bos|>' -> '1' +0.2453 174
|
| 117 |
+
|
| 118 |
+
HURTS most:
|
| 119 |
+
n-gram d_bpb count
|
| 120 |
+
------------------------------------------
|
| 121 |
+
'\n' -> '>' -0.3834 146
|
| 122 |
+
' their' -> '\n' -0.2272 136
|
| 123 |
+
' what' -> '?' -0.2043 106
|
| 124 |
+
' lessons' -> ',' -0.1958 102
|
| 125 |
+
' her' -> '.' -0.1917 153
|
| 126 |
+
'ter' -> ',' -0.1495 122
|
| 127 |
+
'\n' -> 'as' -0.1451 146
|
| 128 |
+
' no' -> ',' -0.1444 125
|
| 129 |
+
' risk' -> '.' -0.1428 184
|
| 130 |
+
'i' -> '\n' -0.1403 115
|
| 131 |
+
' see' -> '.' -0.1403 155
|
| 132 |
+
' for' -> '\n' -0.1394 337
|
| 133 |
+
' step' -> '.' -0.1371 124
|
| 134 |
+
' failure' -> ',' -0.1342 117
|
| 135 |
+
' metal' -> '.' -0.1340 117
|
| 136 |
+
'\n' -> 'on' -0.1307 177
|
| 137 |
+
' cold' -> '.' -0.1294 142
|
| 138 |
+
' audience' -> ',' -0.1290 100
|
| 139 |
+
' networks' -> ',' -0.1284 140
|
| 140 |
+
'r' -> ',' -0.1284 116
|
| 141 |
+
' help' -> ' a' -0.1261 114
|
| 142 |
+
' bright' -> ',' -0.1258 114
|
| 143 |
+
' why' -> ',' -0.1250 116
|
| 144 |
+
' with' -> '\n' -0.1248 257
|
| 145 |
+
' University' -> "'s" -0.1241 130
|
| 146 |
+
'k' -> ',' -0.1237 158
|
| 147 |
+
'0' -> ':' -0.1228 116
|
| 148 |
+
' role' -> '.' -0.1225 116
|
| 149 |
+
' habitat' -> ',' -0.1213 123
|
| 150 |
+
'\n\n' -> '$' -0.1202 120
|
| 151 |
+
|
| 152 |
+
|
| 153 |
+
3-GRAM (20,929,517 tokens, 11,804,542 unique, 6,531 frequent, 7.0s)
|
| 154 |
+
--------------------------------------------------------------------------------
|
| 155 |
+
|
| 156 |
+
HELPS most:
|
| 157 |
+
n-gram d_bpb count
|
| 158 |
+
---------------------------------------------------
|
| 159 |
+
' Answer' ':' -> ' R' +0.2670 111
|
| 160 |
+
'‐' '‐' -> '‐' +0.2366 125
|
| 161 |
+
' ' '0' -> '-' +0.2207 113
|
| 162 |
+
' the' ' first' -> ' ' +0.2198 147
|
| 163 |
+
' Answer' ':' -> ' S' +0.2004 128
|
| 164 |
+
'.' ' A' -> ' ' +0.1989 130
|
| 165 |
+
' on' ' the' -> ' ' +0.1920 194
|
| 166 |
+
' to' ' be' -> ',' +0.1903 106
|
| 167 |
+
' Answer' ':' -> ' L' +0.1845 112
|
| 168 |
+
' of' ' a' -> ' ' +0.1817 189
|
| 169 |
+
' are' ' the' -> ' ' +0.1734 120
|
| 170 |
+
' ' '14' -> '0' +0.1699 145
|
| 171 |
+
' ' '20' -> '-' +0.1698 174
|
| 172 |
+
' ' '1' -> ' ' +0.1697 171
|
| 173 |
+
'.' '5' -> '%' +0.1668 135
|
| 174 |
+
' ' '1' -> '-' +0.1619 493
|
| 175 |
+
'2' '.' -> '0' +0.1617 266
|
| 176 |
+
'.\n' 'The' -> ' ' +0.1581 100
|
| 177 |
+
' the' ' brain' -> '.' +0.1569 148
|
| 178 |
+
' ' '2' -> '/' +0.1561 106
|
| 179 |
+
's' ' and' -> ' ' +0.1511 121
|
| 180 |
+
'.' '<|bos|>' -> 'I' +0.1508 370
|
| 181 |
+
' it' ' is' -> ',' +0.1472 180
|
| 182 |
+
' of' ' light' -> ',' +0.1464 103
|
| 183 |
+
' of' ' ' -> '7' +0.1452 100
|
| 184 |
+
' to' ' ' -> '9' +0.1450 101
|
| 185 |
+
' the' ' case' -> '.' +0.1410 108
|
| 186 |
+
'3' '.' -> '3' +0.1405 106
|
| 187 |
+
' to' ' the' -> ' ' +0.1385 336
|
| 188 |
+
' from' ' the' -> ' ' +0.1376 206
|
| 189 |
+
|
| 190 |
+
HURTS most:
|
| 191 |
+
n-gram d_bpb count
|
| 192 |
+
---------------------------------------------------
|
| 193 |
+
'00' '0' -> ',' -0.1524 187
|
| 194 |
+
',' ' say' -> ',' -0.1507 112
|
| 195 |
+
' to' ' be' -> '.' -0.1487 110
|
| 196 |
+
'1' '/' -> '3' -0.1441 112
|
| 197 |
+
':' ' ' -> '6' -0.1333 117
|
| 198 |
+
',' ' and' -> ',' -0.1211 184
|
| 199 |
+
' you' ' want' -> '.' -0.1207 102
|
| 200 |
+
'2' '.' -> '2' -0.1152 147
|
| 201 |
+
' it' ' is' -> '.' -0.1130 116
|
| 202 |
+
' the' ' US' -> ',' -0.1030 130
|
| 203 |
+
',' ' "' -> 'I' -0.0994 158
|
| 204 |
+
' ' '45' -> '0' -0.0918 125
|
| 205 |
+
':' ' ' -> '30' -0.0913 115
|
| 206 |
+
' much' ' as' -> ' ' -0.0891 150
|
| 207 |
+
' ' '12' -> '5' -0.0877 115
|
| 208 |
+
' a' ' ' -> '15' -0.0864 107
|
| 209 |
+
' in' ' ' -> '2' -0.0860 115
|
| 210 |
+
' the' ' sun' -> ',' -0.0849 130
|
| 211 |
+
' immune' ' system' -> '.' -0.0837 118
|
| 212 |
+
'7' '.' -> '5' -0.0824 107
|
| 213 |
+
' have' ' a' -> ' ' -0.0814 147
|
| 214 |
+
"'" ' or' -> " '" -0.0810 102
|
| 215 |
+
' the' ' summer' -> ',' -0.0796 100
|
| 216 |
+
' the' ' area' -> ',' -0.0794 105
|
| 217 |
+
' and' ' ' -> '6' -0.0779 154
|
| 218 |
+
',' ' or' -> ' as' -0.0767 105
|
| 219 |
+
' ' '20' -> '50' -0.0762 170
|
| 220 |
+
' on' ' a' -> ' ' -0.0758 140
|
| 221 |
+
' your' ' home' -> ',' -0.0728 262
|
| 222 |
+
' or' ' ' -> '3' -0.0726 123
|
| 223 |
+
|
| 224 |
+
|
| 225 |
+
4-GRAM (20,919,277 tokens, 17,202,574 unique, 1,374 frequent, 9.6s)
|
| 226 |
+
--------------------------------------------------------------------------------
|
| 227 |
+
|
| 228 |
+
HELPS most:
|
| 229 |
+
n-gram d_bpb count
|
| 230 |
+
--------------------------------------------------------------
|
| 231 |
+
'‐' '‐' '‐' -> '‐' +0.2995 103
|
| 232 |
+
'?' ' Answer' ':' -> ' R' +0.2747 107
|
| 233 |
+
' ' '0' '.' -> '1' +0.2253 109
|
| 234 |
+
' Answer' ':' ' ' -> '3' +0.2036 118
|
| 235 |
+
'?' ' Answer' ':' -> ' L' +0.2020 108
|
| 236 |
+
'?' ' Answer' ':' -> ' S' +0.1996 125
|
| 237 |
+
' ' '2' '.' -> '0' +0.1707 214
|
| 238 |
+
' of' ' the' ' world' -> '.' +0.1615 105
|
| 239 |
+
' ' '3' '.' -> '0' +0.1360 103
|
| 240 |
+
' ' '10' '0' -> ',' +0.1177 229
|
| 241 |
+
' Answer' ':' ' ' -> '1' +0.1067 172
|
| 242 |
+
'?' ' Answer' ':' -> ' C' +0.1014 117
|
| 243 |
+
' ' '1' '-' -> '2' +0.1013 158
|
| 244 |
+
' ' '20' '18' -> ',' +0.0943 133
|
| 245 |
+
'?' ' Answer' ':' -> ' At' +0.0904 118
|
| 246 |
+
' in' ' some' ' cases' -> ',' +0.0849 105
|
| 247 |
+
' Answer' ':' ' A' -> ')' +0.0820 108
|
| 248 |
+
' ' '1' '.' -> '0' +0.0755 116
|
| 249 |
+
',' ' ' '20' -> '15' +0.0733 256
|
| 250 |
+
' ' '1' ' and' -> ' ' +0.0727 118
|
| 251 |
+
'?' ' Answer' ':' -> ' You' +0.0721 165
|
| 252 |
+
',' ' ' '20' -> '23' +0.0707 205
|
| 253 |
+
' in' ' ' '20' -> '18' +0.0677 150
|
| 254 |
+
',' ' ' '20' -> '11' +0.0668 320
|
| 255 |
+
' the' ' United' ' States' -> '.' +0.0667 264
|
| 256 |
+
',' ' ' '20' -> '17' +0.0631 294
|
| 257 |
+
' Answer' ':' ' False' -> '.' +0.0622 104
|
| 258 |
+
',' ' leading' ' to' -> ' a' +0.0609 107
|
| 259 |
+
'.' ' ' '1' -> '.' +0.0602 103
|
| 260 |
+
'?' ' Answer' ':' -> ' ' +0.0596 2389
|
| 261 |
+
|
| 262 |
+
HURTS most:
|
| 263 |
+
n-gram d_bpb count
|
| 264 |
+
--------------------------------------------------------------
|
| 265 |
+
',' '00' '0' -> ',' -0.1357 178
|
| 266 |
+
' as' ' much' ' as' -> ' ' -0.1108 146
|
| 267 |
+
' ' '3' '.' -> '5' -0.0894 189
|
| 268 |
+
' ' '1' '.' -> '3' -0.0848 112
|
| 269 |
+
' a' ' ' '10' -> '0' -0.0802 112
|
| 270 |
+
' the' ' difference' ' between' -> ' a' -0.0765 149
|
| 271 |
+
' around' ' the' ' world' -> ',' -0.0718 137
|
| 272 |
+
' Answer' ':' ' ' -> '2' -0.0599 115
|
| 273 |
+
' Answer' ':' ' Yes' -> '\n\n' -0.0590 160
|
| 274 |
+
' ' '20' '10' -> ',' -0.0589 153
|
| 275 |
+
' the' ' U' '.S' -> '.,' -0.0564 102
|
| 276 |
+
' ' '0' '.' -> '5' -0.0555 192
|
| 277 |
+
':' ' What' ' should' -> ' be' -0.0543 190
|
| 278 |
+
' ' '1' '.' -> '2' -0.0500 137
|
| 279 |
+
' ' '1' '/' -> '4' -0.0472 201
|
| 280 |
+
'.' ' ' '4' -> '.' -0.0465 136
|
| 281 |
+
' and' ' so' ' on' -> '.' -0.0453 139
|
| 282 |
+
' (' 'e' '.g' -> '.' -0.0451 381
|
| 283 |
+
' ' '19' '60' -> 's' -0.0442 211
|
| 284 |
+
' in' ' ' '20' -> '23' -0.0417 117
|
| 285 |
+
' a' ' long' ' time' -> ',' -0.0397 109
|
| 286 |
+
'.' ' But' ' it' -> "'s" -0.0396 106
|
| 287 |
+
',' ' making' ' it' -> ' a' -0.0381 256
|
| 288 |
+
' in' ' the' ' past' -> ',' -0.0378 100
|
| 289 |
+
',' ' i' '.e' -> '.' -0.0376 176
|
| 290 |
+
'.' ' ' '2' -> '.' -0.0373 240
|
| 291 |
+
' ' '1' '.' -> '5' -0.0365 460
|
| 292 |
+
'Question' ':' ' What' -> ' kind' -0.0359 110
|
| 293 |
+
' that' ' there' ' is' -> ' a' -0.0355 177
|
| 294 |
+
' by' ' ' '20' -> '50' -0.0354 108
|
| 295 |
+
|
| 296 |
+
|
| 297 |
+
5-GRAM (20,909,037 tokens, 19,373,050 unique, 321 frequent, 10.4s)
|
| 298 |
+
--------------------------------------------------------------------------------
|
| 299 |
+
|
| 300 |
+
HELPS most:
|
| 301 |
+
n-gram d_bpb count
|
| 302 |
+
-------------------------------------------------------------------------
|
| 303 |
+
'?' ' Answer' ':' ' ' -> '3' +0.2156 114
|
| 304 |
+
'?' ' Answer' ':' ' ' -> '1' +0.1245 168
|
| 305 |
+
'.' ' Answer' ':' ' False' -> '.' +0.0637 100
|
| 306 |
+
':' ' What' ' are' ' some' -> ' of' +0.0586 357
|
| 307 |
+
'?' ' Answer' ':' ' It' -> "'s" +0.0580 108
|
| 308 |
+
',' ' but' ' it' "'s" -> ' not' +0.0509 105
|
| 309 |
+
' more' ' than' ' ' '10' -> '0' +0.0497 139
|
| 310 |
+
'?' ' Answer' ':' ' The' -> ' main' +0.0414 128
|
| 311 |
+
':' ' What' ' is' ' the' -> ' average' +0.0359 132
|
| 312 |
+
'Question' ':' ' What' ' can' -> ' you' +0.0351 120
|
| 313 |
+
'.' ' Here' ' are' ' some' -> ' tips' +0.0344 128
|
| 314 |
+
' is' ' the' ' first' ' step' -> ' in' +0.0342 171
|
| 315 |
+
'.\n\n' 'Question' ':' ' Why' -> ' is' +0.0318 127
|
| 316 |
+
'\n\n' 'Question' ':' ' What' -> ' can' +0.0306 188
|
| 317 |
+
' text' '?' ' Answer' ':' -> ' To' +0.0305 100
|
| 318 |
+
'?' ' Answer' ':' ' ' -> '19' +0.0276 139
|
| 319 |
+
'\n\n' 'Question' ':' ' How' -> ' does' +0.0255 106
|
| 320 |
+
' As' ' a' ' result' ',' -> ' the' +0.0253 119
|
| 321 |
+
'.\n\n' 'Question' ':' ' What' -> ' type' +0.0221 115
|
| 322 |
+
'.\n\n' 'Question' ':' ' What' -> ' can' +0.0212 366
|
| 323 |
+
' in' ' the' ' United' ' States' -> '.' +0.0206 166
|
| 324 |
+
' Answer' ':' ' No' ',' -> ' the' +0.0204 151
|
| 325 |
+
'.\n\n' 'Question' ':' ' How' -> ' many' +0.0192 420
|
| 326 |
+
'\n\n' 'Question' ':' ' Who' -> ' is' +0.0185 209
|
| 327 |
+
' in' ' the' ' U' '.S' -> '.' +0.0174 228
|
| 328 |
+
' ' '22' ',' ' ' -> '20' +0.0168 137
|
| 329 |
+
'Question' ':' ' What' ' are' -> ' the' +0.0163 1118
|
| 330 |
+
' Who' ' is' ' the' ' author' -> ' of' +0.0160 116
|
| 331 |
+
'.' ' For' ' example' ',' -> ' if' +0.0155 264
|
| 332 |
+
'.' ' For' ' example' ',' -> ' a' +0.0152 215
|
| 333 |
+
|
| 334 |
+
HURTS most:
|
| 335 |
+
n-gram d_bpb count
|
| 336 |
+
-------------------------------------------------------------------------
|
| 337 |
+
'?' ' Answer' ':' ' ' -> '2' -0.0595 112
|
| 338 |
+
'?' ' Answer' ':' ' Yes' -> '\n\n' -0.0590 160
|
| 339 |
+
'Question' ':' ' What' ' should' -> ' be' -0.0543 190
|
| 340 |
+
' the' ' ' '19' '60' -> 's' -0.0426 144
|
| 341 |
+
'?' ' Answer' ':' ' It' -> ' is' -0.0327 266
|
| 342 |
+
' you' "'re" ' looking' ' for' -> ' a' -0.0319 128
|
| 343 |
+
':' ' Who' ' is' ' the' -> ' author' -0.0305 118
|
| 344 |
+
'.\n\n' 'Question' ':' ' Which' -> ' of' -0.0287 803
|
| 345 |
+
'Question' ':' ' What' ' is' -> ' one' -0.0278 1694
|
| 346 |
+
'\n\n' 'Question' ':' ' How' -> ' long' -0.0226 136
|
| 347 |
+
',' ' you' ' will' ' need' -> ' to' -0.0225 182
|
| 348 |
+
' ' '26' ',' ' ' -> '20' -0.0224 105
|
| 349 |
+
':' ' What' ' is' ' the' -> ' role' -0.0215 141
|
| 350 |
+
'Question' ':' ' What' ' can' -> ' be' -0.0214 100
|
| 351 |
+
'Question' ':' ' Why' ' is' -> ' it' -0.0214 105
|
| 352 |
+
'.' ' However' ',' ' it' -> "'s" -0.0201 153
|
| 353 |
+
' in' ' the' ' United' ' States' -> ',' -0.0196 163
|
| 354 |
+
':' ' What' ' is' ' the' -> ' purpose' -0.0185 469
|
| 355 |
+
'.' ' In' ' this' ' case' -> ',' -0.0171 198
|
| 356 |
+
'Question' ':' ' What' ' are' -> ' some' -0.0166 1203
|
| 357 |
+
'\n\n' 'Question' ':' ' Which' -> ' of' -0.0162 464
|
| 358 |
+
' What' ' should' ' you' ' do' -> ' to' -0.0161 108
|
| 359 |
+
',' ' you' "'ll" ' need' -> ' to' -0.0159 133
|
| 360 |
+
':' ' What' ' is' ' the' -> ' name' -0.0153 640
|
| 361 |
+
' At' ' the' ' same' ' time' -> ',' -0.0150 177
|
| 362 |
+
'.' ' One' ' of' ' the' -> ' most' -0.0149 150
|
| 363 |
+
' is' ' the' ' author' ' of' -> ' the' -0.0149 105
|
| 364 |
+
':' ' According' ' to' ' the' -> ' text' -0.0144 206
|
| 365 |
+
' you' ' don' "'t" ' want' -> ' to' -0.0139 134
|
| 366 |
+
'?' ' Answer' ':' ' No' -> ',' -0.0136 1049
|
| 367 |
+
|
| 368 |
+
|
| 369 |
+
6-GRAM (20,898,797 tokens, 20,145,512 unique, 121 frequent, 10.9s)
|
| 370 |
+
--------------------------------------------------------------------------------
|
| 371 |
+
|
| 372 |
+
HELPS most:
|
| 373 |
+
n-gram d_bpb count
|
| 374 |
+
------------------------------------------------------------------------------------
|
| 375 |
+
'Question' ':' ' What' ' are' ' some' -> ' of' +0.0588 354
|
| 376 |
+
' What' ' is' ' the' ' first' ' step' -> ' in' +0.0399 142
|
| 377 |
+
'Question' ':' ' What' ' is' ' the' -> ' average' +0.0359 130
|
| 378 |
+
'.' ' As' ' a' ' result' ',' -> ' the' +0.0257 110
|
| 379 |
+
'?' ' Answer' ':' ' No' ',' -> ' the' +0.0204 151
|
| 380 |
+
'\n\n' 'Question' ':' ' What' ' are' -> ' the' +0.0169 381
|
| 381 |
+
'.\n\n' 'Question' ':' ' How' ' does' -> ' the' +0.0164 102
|
| 382 |
+
':' ' Who' ' is' ' the' ' author' -> ' of' +0.0160 116
|
| 383 |
+
'.\n\n' 'Question' ':' ' What' ' are' -> ' the' +0.0150 611
|
| 384 |
+
'Question' ':' ' What' ' are' ' the' -> ' two' +0.0132 362
|
| 385 |
+
'Question' ':' ' What' ' is' ' one' -> ' of' +0.0124 912
|
| 386 |
+
'Question' ':' ' What' ' is' ' the' -> ' first' +0.0121 309
|
| 387 |
+
' What' ' is' ' one' ' of' ' the' -> ' main' +0.0107 209
|
| 388 |
+
'.\n\n' 'Question' ':' ' What' ' did' -> ' the' +0.0100 107
|
| 389 |
+
'Question' ':' ' What' ' should' ' you' -> ' do' +0.0081 527
|
| 390 |
+
'.\n\n' 'Question' ':' ' What' ' should' -> ' you' +0.0078 485
|
| 391 |
+
' is' ' one' ' of' ' the' ' most' -> ' common' +0.0077 103
|
| 392 |
+
'?' ' Answer' ':' ' Yes' ',' -> ' it' +0.0072 199
|
| 393 |
+
'Question' ':' ' What' ' is' ' the' -> ' current' +0.0070 100
|
| 394 |
+
' is' ' one' ' of' ' the' ' most' -> ' important' +0.0067 119
|
| 395 |
+
'?\n\n' 'Question' ':' ' What' ' is' -> ' the' +0.0066 212
|
| 396 |
+
':' ' What' ' is' ' the' ' first' -> ' step' +0.0065 224
|
| 397 |
+
'\n\n' 'Question' ':' ' Who' ' is' -> ' the' +0.0064 161
|
| 398 |
+
' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 399 |
+
'.\n\n' 'Question' ':' ' What' ' is' -> ' a' +0.0055 286
|
| 400 |
+
'.\n\n' 'Question' ':' ' What' ' is' -> ' the' +0.0054 5158
|
| 401 |
+
'\n\n' 'Question' ':' ' What' ' does' -> ' the' +0.0053 182
|
| 402 |
+
'.\n\n' 'Question' ':' ' What' ' does' -> ' the' +0.0052 419
|
| 403 |
+
').\n\n' 'Question' ':' ' What' ' is' -> ' the' +0.0051 113
|
| 404 |
+
' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0047 957
|
| 405 |
+
|
| 406 |
+
HURTS most:
|
| 407 |
+
n-gram d_bpb count
|
| 408 |
+
------------------------------------------------------------------------------------
|
| 409 |
+
'.\n\n' 'Question' ':' ' What' ' should' -> ' be' -0.0611 116
|
| 410 |
+
'\n\n' 'Question' ':' ' What' ' is' -> ' one' -0.0348 533
|
| 411 |
+
'Question' ':' ' Who' ' is' ' the' -> ' author' -0.0305 118
|
| 412 |
+
'.' ' At' ' the' ' same' ' time' -> ',' -0.0219 163
|
| 413 |
+
'.\n\n' 'Question' ':' ' What' ' is' -> ' one' -0.0219 972
|
| 414 |
+
'Question' ':' ' What' ' is' ' the' -> ' role' -0.0215 141
|
| 415 |
+
'Question' ':' ' What' ' is' ' the' -> ' purpose' -0.0186 467
|
| 416 |
+
'.\n\n' 'Question' ':' ' What' ' are' -> ' some' -0.0179 754
|
| 417 |
+
':' ' What' ' should' ' you' ' do' -> ' to' -0.0161 108
|
| 418 |
+
'Question' ':' ' What' ' is' ' the' -> ' name' -0.0156 639
|
| 419 |
+
'Question' ':' ' According' ' to' ' the' -> ' text' -0.0148 199
|
| 420 |
+
' Who' ' is' ' the' ' author' ' of' -> ' the' -0.0148 101
|
| 421 |
+
'Question' ':' ' What' ' was' ' the' -> ' main' -0.0119 106
|
| 422 |
+
'.\n\n' 'Question' ':' ' Who' ' is' -> ' the' -0.0117 155
|
| 423 |
+
' Answer' ':' ' No' ',' ' it' -> ' is' -0.0112 128
|
| 424 |
+
'Question' ':' ' What' ' does' ' the' -> ' author' -0.0112 150
|
| 425 |
+
'\n\n' 'Question' ':' ' What' ' are' -> ' some' -0.0112 341
|
| 426 |
+
'Question' ':' ' What' ' is' ' one' -> ' way' -0.0110 326
|
| 427 |
+
'Question' ':' ' What' ' is' ' the' -> ' recommended' -0.0106 282
|
| 428 |
+
'\n\n' 'Question' ':' ' According' ' to' -> ' the' -0.0098 106
|
| 429 |
+
'?' ' Answer' ':' ' No' ',' -> ' it' -0.0091 281
|
| 430 |
+
'?' ' Answer' ':' ' Yes' ',' -> ' the' -0.0089 120
|
| 431 |
+
':' ' What' ' should' ' you' ' do' -> ' if' -0.0086 235
|
| 432 |
+
'.' ' For' ' example' ',' ' if' -> ' you' -0.0079 118
|
| 433 |
+
'Question' ':' ' What' ' is' ' the' -> ' difference' -0.0077 170
|
| 434 |
+
'Question' ':' ' What' ' is' ' the' -> ' maximum' -0.0072 140
|
| 435 |
+
':' ' What' ' is' ' one' ' way' -> ' to' -0.0070 232
|
| 436 |
+
'Question' ':' ' What' ' is' ' the' -> ' user' -0.0069 191
|
| 437 |
+
' What' ' should' ' you' ' do' ' if' -> ' you' -0.0060 123
|
| 438 |
+
'Question' ':' ' What' ' is' ' the' -> ' primary' -0.0055 776
|
| 439 |
+
|
| 440 |
+
|
| 441 |
+
7-GRAM (20,888,557 tokens, 20,437,957 unique, 66 frequent, 10.9s)
|
| 442 |
+
--------------------------------------------------------------------------------
|
| 443 |
+
|
| 444 |
+
HELPS most:
|
| 445 |
+
n-gram d_bpb count
|
| 446 |
+
-----------------------------------------------------------------------------------------------
|
| 447 |
+
'\n\n' 'Question' ':' ' What' ' are' ' some' -> ' of' +0.0690 109
|
| 448 |
+
'.\n\n' 'Question' ':' ' What' ' are' ' some' -> ' of' +0.0570 209
|
| 449 |
+
':' ' What' ' is' ' the' ' first' ' step' -> ' in' +0.0399 142
|
| 450 |
+
'\n\n' 'Question' ':' ' What' ' are' ' the' -> ' two' +0.0174 136
|
| 451 |
+
'Question' ':' ' Who' ' is' ' the' ' author' -> ' of' +0.0160 116
|
| 452 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' -> ' of' +0.0140 505
|
| 453 |
+
':' ' What' ' is' ' one' ' of' ' the' -> ' main' +0.0107 209
|
| 454 |
+
' in' ' the' ' text' '?' ' Answer' ':' -> ' The' +0.0106 175
|
| 455 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' first' +0.0106 185
|
| 456 |
+
'.\n\n' 'Question' ':' ' What' ' should' ' you' -> ' do' +0.0097 338
|
| 457 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' -> ' first' +0.0088 100
|
| 458 |
+
'Question' ':' ' What' ' is' ' the' ' first' -> ' step' +0.0065 224
|
| 459 |
+
' of' ' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 460 |
+
' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0044 955
|
| 461 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' main' +0.0042 597
|
| 462 |
+
'Question' ':' ' What' ' is' ' the' ' name' -> ' of' +0.0038 629
|
| 463 |
+
'Question' ':' ' What' ' is' ' the' ' role' -> ' of' +0.0036 141
|
| 464 |
+
':' ' According' ' to' ' the' ' text' ',' -> ' what' +0.0036 150
|
| 465 |
+
'\n\n' 'Question' ':' ' What' ' is' ' one' -> ' of' +0.0029 295
|
| 466 |
+
',' ' as' ' mentioned' ' in' ' the' ' text' -> '?' +0.0027 101
|
| 467 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' -> ' main' +0.0012 385
|
| 468 |
+
'\n\n' 'Question' ':' ' What' ' should' ' you' -> ' do' +0.0006 141
|
| 469 |
+
':' ' Which' ' of' ' the' ' following' ' is' -> ' NOT' +0.0005 1085
|
| 470 |
+
':' ' What' ' is' ' the' ' name' ' of' -> ' the' +0.0004 600
|
| 471 |
+
'Question' ':' ' What' ' are' ' the' ' two' -> ' main' +0.0004 143
|
| 472 |
+
':' ' What' ' is' ' the' ' purpose' ' of' -> ' the' +0.0003 219
|
| 473 |
+
'Question' ':' ' What' ' is' ' the' ' primary' -> ' goal' +0.0002 101
|
| 474 |
+
',' ' according' ' to' ' the' ' text' '?' -> ' Answer' +0.0001 305
|
| 475 |
+
'\n\n' 'Question' ':' ' Which' ' of' ' the' -> ' following' +0.0001 447
|
| 476 |
+
' mentioned' ' in' ' the' ' text' '?' ' Answer' -> ':' +0.0001 580
|
| 477 |
+
|
| 478 |
+
HURTS most:
|
| 479 |
+
n-gram d_bpb count
|
| 480 |
+
-----------------------------------------------------------------------------------------------
|
| 481 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' purpose' -0.0195 262
|
| 482 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' -> ' purpose' -0.0190 158
|
| 483 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' -> ' name' -0.0180 282
|
| 484 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' name' -0.0164 263
|
| 485 |
+
'Question' ':' ' What' ' should' ' you' ' do' -> ' to' -0.0161 108
|
| 486 |
+
':' ' Who' ' is' ' the' ' author' ' of' -> ' the' -0.0148 101
|
| 487 |
+
'.\n\n' 'Question' ':' ' According' ' to' ' the' -> ' text' -0.0134 104
|
| 488 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' author' -0.0128 185
|
| 489 |
+
'?' ' Answer' ':' ' No' ',' ' it' -> ' is' -0.0122 127
|
| 490 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' recommended' -0.0090 181
|
| 491 |
+
'Question' ':' ' What' ' should' ' you' ' do' -> ' if' -0.0086 235
|
| 492 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' -> ' primary' -0.0082 276
|
| 493 |
+
'Question' ':' ' What' ' is' ' one' ' way' -> ' to' -0.0070 232
|
| 494 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' user' -0.0067 122
|
| 495 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' -> ' way' -0.0060 209
|
| 496 |
+
':' ' What' ' should' ' you' ' do' ' if' -> ' you' -0.0060 123
|
| 497 |
+
'Question' ':' ' What' ' is' ' the' ' user' -> "'s" -0.0052 168
|
| 498 |
+
'.' ' In' ' this' ' article' ',' ' we' -> ' will' -0.0046 187
|
| 499 |
+
'Question' ':' ' What' ' is' ' the' ' main' -> ' reason' -0.0041 113
|
| 500 |
+
' In' ' this' ' article' ',' ' we' ' will' -> ' explore' -0.0041 113
|
| 501 |
+
'Question' ':' ' What' ' is' ' the' ' author' -> "'s" -0.0027 309
|
| 502 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' -> ' primary' -0.0023 419
|
| 503 |
+
'.\n\n' 'Question' ':' ' What' ' are' ' the' -> ' two' -0.0016 184
|
| 504 |
+
'\n\n' 'Question' ':' ' True' ' or' ' False' -> ':' -0.0012 108
|
| 505 |
+
'Question' ':' ' Which' ' of' ' the' ' following' -> ' is' -0.0010 1187
|
| 506 |
+
'Question' ':' ' What' ' is' ' the' ' difference' -> ' between' -0.0007 149
|
| 507 |
+
' the' ' following' ' is' ' NOT' ' a' ' benefit' -> ' of' -0.0004 130
|
| 508 |
+
'Question' ':' ' According' ' to' ' the' ' text' -> ',' -0.0002 199
|
| 509 |
+
'Question' ':' ' What' ' are' ' some' ' of' -> ' the' -0.0001 349
|
| 510 |
+
'Question' ':' ' What' ' is' ' one' ' of' -> ' the' -0.0000 904
|
| 511 |
+
|
| 512 |
+
|
| 513 |
+
8-GRAM (20,878,317 tokens, 20,571,309 unique, 31 frequent, 11.0s)
|
| 514 |
+
--------------------------------------------------------------------------------
|
| 515 |
+
|
| 516 |
+
HELPS most:
|
| 517 |
+
n-gram d_bpb count
|
| 518 |
+
----------------------------------------------------------------------------------------------------------
|
| 519 |
+
'Question' ':' ' What' ' is' ' the' ' first' ' step' -> ' in' +0.0399 142
|
| 520 |
+
' mentioned' ' in' ' the' ' text' '?' ' Answer' ':' -> ' The' +0.0254 102
|
| 521 |
+
'Question' ':' ' What' ' is' ' one' ' of' ' the' -> ' main' +0.0107 209
|
| 522 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' first' -> ' step' +0.0089 137
|
| 523 |
+
' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 524 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' ' name' -> ' of' +0.0049 278
|
| 525 |
+
':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0044 955
|
| 526 |
+
'Question' ':' ' According' ' to' ' the' ' text' ',' -> ' what' +0.0036 150
|
| 527 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' name' -> ' of' +0.0027 260
|
| 528 |
+
'Question' ':' ' Which' ' of' ' the' ' following' ' is' -> ' NOT' +0.0005 1085
|
| 529 |
+
'Question' ':' ' What' ' is' ' the' ' name' ' of' -> ' the' +0.0004 600
|
| 530 |
+
' as' ' mentioned' ' in' ' the' ' text' '?' ' Answer' -> ':' +0.0001 107
|
| 531 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' ' purpose' -> ' of' +0.0001 158
|
| 532 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' purpose' -> ' of' +0.0001 262
|
| 533 |
+
',' ' according' ' to' ' the' ' text' '?' ' Answer' -> ':' +0.0000 305
|
| 534 |
+
'\n\n' 'Question' ':' ' What' ' is' ' one' ' of' -> ' the' -0.0000 293
|
| 535 |
+
'\n\n' 'Question' ':' ' What' ' are' ' some' ' of' -> ' the' -0.0001 108
|
| 536 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' ' of' -> ' the' -0.0001 500
|
| 537 |
+
'.\n\n' 'Question' ':' ' What' ' are' ' some' ' of' -> ' the' -0.0002 208
|
| 538 |
+
'.\n\n' 'Question' ':' ' According' ' to' ' the' ' text' -> ',' -0.0002 104
|
| 539 |
+
' of' ' the' ' following' ' is' ' NOT' ' a' ' benefit' -> ' of' -0.0004 130
|
| 540 |
+
'Question' ':' ' What' ' is' ' the' ' purpose' ' of' -> ' the' -0.0006 217
|
| 541 |
+
'.\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' -> ' is' -0.0009 670
|
| 542 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' author' -> "'s" -0.0016 180
|
| 543 |
+
'\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' -> ' is' -0.0021 385
|
| 544 |
+
'.' ' In' ' this' ' article' ',' ' we' ' will' -> ' explore' -0.0041 103
|
| 545 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' user' -> "'s" -0.0051 108
|
| 546 |
+
'Question' ':' ' What' ' should' ' you' ' do' ' if' -> ' you' -0.0060 123
|
| 547 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' ' way' -> ' to' -0.0140 151
|
| 548 |
+
'Question' ':' ' Who' ' is' ' the' ' author' ' of' -> ' the' -0.0148 101
|
| 549 |
+
|
| 550 |
+
HURTS most:
|
| 551 |
+
n-gram d_bpb count
|
| 552 |
+
----------------------------------------------------------------------------------------------------------
|
| 553 |
+
'.\n\n' 'Question' ':' ' What' ' should' ' you' ' do' -> ' if' -0.0164 149
|
| 554 |
+
'Question' ':' ' Who' ' is' ' the' ' author' ' of' -> ' the' -0.0148 101
|
| 555 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' ' way' -> ' to' -0.0140 151
|
| 556 |
+
'Question' ':' ' What' ' should' ' you' ' do' ' if' -> ' you' -0.0060 123
|
| 557 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' user' -> "'s" -0.0051 108
|
| 558 |
+
'.' ' In' ' this' ' article' ',' ' we' ' will' -> ' explore' -0.0041 103
|
| 559 |
+
'\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' -> ' is' -0.0021 385
|
| 560 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' author' -> "'s" -0.0016 180
|
| 561 |
+
'.\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' -> ' is' -0.0009 670
|
| 562 |
+
'Question' ':' ' What' ' is' ' the' ' purpose' ' of' -> ' the' -0.0006 217
|
| 563 |
+
' of' ' the' ' following' ' is' ' NOT' ' a' ' benefit' -> ' of' -0.0004 130
|
| 564 |
+
'.\n\n' 'Question' ':' ' According' ' to' ' the' ' text' -> ',' -0.0002 104
|
| 565 |
+
'.\n\n' 'Question' ':' ' What' ' are' ' some' ' of' -> ' the' -0.0002 208
|
| 566 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' ' of' -> ' the' -0.0001 500
|
| 567 |
+
'\n\n' 'Question' ':' ' What' ' are' ' some' ' of' -> ' the' -0.0001 108
|
| 568 |
+
'\n\n' 'Question' ':' ' What' ' is' ' one' ' of' -> ' the' -0.0000 293
|
| 569 |
+
',' ' according' ' to' ' the' ' text' '?' ' Answer' -> ':' +0.0000 305
|
| 570 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' purpose' -> ' of' +0.0001 262
|
| 571 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' ' purpose' -> ' of' +0.0001 158
|
| 572 |
+
' as' ' mentioned' ' in' ' the' ' text' '?' ' Answer' -> ':' +0.0001 107
|
| 573 |
+
'Question' ':' ' What' ' is' ' the' ' name' ' of' -> ' the' +0.0004 600
|
| 574 |
+
'Question' ':' ' Which' ' of' ' the' ' following' ' is' -> ' NOT' +0.0005 1085
|
| 575 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' name' -> ' of' +0.0027 260
|
| 576 |
+
'Question' ':' ' According' ' to' ' the' ' text' ',' -> ' what' +0.0036 150
|
| 577 |
+
':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0044 955
|
| 578 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' ' name' -> ' of' +0.0049 278
|
| 579 |
+
' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 580 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' first' -> ' step' +0.0089 137
|
| 581 |
+
'Question' ':' ' What' ' is' ' one' ' of' ' the' -> ' main' +0.0107 209
|
| 582 |
+
' mentioned' ' in' ' the' ' text' '?' ' Answer' ':' -> ' The' +0.0254 102
|
| 583 |
+
|
| 584 |
+
|
| 585 |
+
9-GRAM (20,868,077 tokens, 20,640,709 unique, 9 frequent, 11.1s)
|
| 586 |
+
--------------------------------------------------------------------------------
|
| 587 |
+
|
| 588 |
+
HELPS most:
|
| 589 |
+
n-gram d_bpb count
|
| 590 |
+
---------------------------------------------------------------------------------------------------------------------
|
| 591 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' purpose' ' of' -> ' the' +0.0121 114
|
| 592 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' ' of' ' the' -> ' main' +0.0083 126
|
| 593 |
+
':' ' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 594 |
+
'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0044 955
|
| 595 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' ' name' ' of' -> ' the' +0.0007 263
|
| 596 |
+
'\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' -> ' NOT' +0.0007 341
|
| 597 |
+
'.\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' -> ' NOT' +0.0005 626
|
| 598 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' name' ' of' -> ' the' +0.0003 250
|
| 599 |
+
' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' ' benefit' -> ' of' -0.0004 130
|
| 600 |
+
|
| 601 |
+
HURTS most:
|
| 602 |
+
n-gram d_bpb count
|
| 603 |
+
---------------------------------------------------------------------------------------------------------------------
|
| 604 |
+
' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' ' benefit' -> ' of' -0.0004 130
|
| 605 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' name' ' of' -> ' the' +0.0003 250
|
| 606 |
+
'.\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' -> ' NOT' +0.0005 626
|
| 607 |
+
'\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' -> ' NOT' +0.0007 341
|
| 608 |
+
'\n\n' 'Question' ':' ' What' ' is' ' the' ' name' ' of' -> ' the' +0.0007 263
|
| 609 |
+
'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0044 955
|
| 610 |
+
':' ' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 611 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' one' ' of' ' the' -> ' main' +0.0083 126
|
| 612 |
+
'.\n\n' 'Question' ':' ' What' ' is' ' the' ' purpose' ' of' -> ' the' +0.0121 114
|
| 613 |
+
|
| 614 |
+
|
| 615 |
+
10-GRAM (20,857,837 tokens, 20,681,174 unique, 4 frequent, 11.2s)
|
| 616 |
+
--------------------------------------------------------------------------------
|
| 617 |
+
|
| 618 |
+
HELPS most:
|
| 619 |
+
n-gram d_bpb count
|
| 620 |
+
--------------------------------------------------------------------------------------------------------------------------------
|
| 621 |
+
'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 622 |
+
'.\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0058 557
|
| 623 |
+
'\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0013 296
|
| 624 |
+
':' ' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' ' benefit' -> ' of' -0.0004 130
|
| 625 |
+
|
| 626 |
+
HURTS most:
|
| 627 |
+
n-gram d_bpb count
|
| 628 |
+
--------------------------------------------------------------------------------------------------------------------------------
|
| 629 |
+
':' ' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' ' benefit' -> ' of' -0.0004 130
|
| 630 |
+
'\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0013 296
|
| 631 |
+
'.\n\n' 'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' -> ' a' +0.0058 557
|
| 632 |
+
'Question' ':' ' Which' ' of' ' the' ' following' ' is' ' NOT' ' a' -> ' benefit' +0.0060 132
|
| 633 |
+
|
| 634 |
+
================================================================================
|
| 635 |
+
POSITION
|
| 636 |
+
|
| 637 |
+
0-127 +0.01580 +++++++++++++++++++++++++++++++
|
| 638 |
+
128-255 +0.01468 +++++++++++++++++++++++++++++
|
| 639 |
+
256-383 +0.01499 +++++++++++++++++++++++++++++
|
| 640 |
+
384-511 +0.01545 ++++++++++++++++++++++++++++++
|
| 641 |
+
512-639 +0.01497 +++++++++++++++++++++++++++++
|
| 642 |
+
640-767 +0.01505 ++++++++++++++++++++++++++++++
|
| 643 |
+
768-895 +0.01555 +++++++++++++++++++++++++++++++
|
| 644 |
+
896-1023 +0.01594 +++++++++++++++++++++++++++++++
|
| 645 |
+
1024-1151 +0.01635 ++++++++++++++++++++++++++++++++
|
| 646 |
+
1152-1279 +0.01588 +++++++++++++++++++++++++++++++
|
| 647 |
+
1280-1407 +0.01649 ++++++++++++++++++++++++++++++++
|
| 648 |
+
1408-1535 +0.01581 +++++++++++++++++++++++++++++++
|
| 649 |
+
1536-1663 +0.01646 ++++++++++++++++++++++++++++++++
|
| 650 |
+
1664-1791 +0.01581 +++++++++++++++++++++++++++++++
|
| 651 |
+
1792-1919 +0.01555 +++++++++++++++++++++++++++++++
|
| 652 |
+
1920-2047 +0.01637 ++++++++++++++++++++++++++++++++
|
| 653 |
+
|
| 654 |
+
================================================================================
|
| 655 |
+
DISTRIBUTION
|
| 656 |
+
|
| 657 |
+
mean : +0.015695
|
| 658 |
+
std : +0.347423
|
| 659 |
+
median : +0.001221
|
| 660 |
+
p5 : -0.398829
|
| 661 |
+
p95 : +0.457461
|
| 662 |
+
% better: 52.5%
|