Hugging Face's logo

samvaran
/
2025801013_anlp_assignment1

transformer
cryptography
ablation-study
from-scratch
Model card Files
xet
 Community
samvaran commited on
Commit
0ee8ca0
·
verified ·
1 Parent(s): b82fda3

Upload heldout_result.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. heldout_result.json +175 -0
heldout_result.json ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": "C1",
3
+ "tokenizer": "bpe",
4
+ "epochs": 20,
5
+ "n_holdout": 20,
6
+ "seed": 2108,
7
+ "seen_acc": 0.9996259021025755,
8
+ "held_acc": 0.2380520951302378,
9
+ "seen_n": 275329,
10
+ "held_n": 4415,
11
+ "chance": 0.018518518518518517,
12
+ "verdict": "PARTIAL -- above chance, well below seen",
13
+ "per_combination": [
14
+ {
15
+ "char": "x",
16
+ "phase": 4,
17
+ "key_byte": "2",
18
+ "accuracy": 1.0,
19
+ "n_positions": 51,
20
+ "corpus_freq": 0.0013922206991089788
21
+ },
22
+ {
23
+ "char": "W",
24
+ "phase": 4,
25
+ "key_byte": "2",
26
+ "accuracy": 0.9782608695652174,
27
+ "n_positions": 46,
28
+ "corpus_freq": 0.0012165197695339274
29
+ },
30
+ {
31
+ "char": "L",
32
+ "phase": 4,
33
+ "key_byte": "2",
34
+ "accuracy": 0.9772727272727273,
35
+ "n_positions": 44,
36
+ "corpus_freq": 0.0011961049948594929
37
+ },
38
+ {
39
+ "char": "V",
40
+ "phase": 4,
41
+ "key_byte": "2",
42
+ "accuracy": 0.8666666666666667,
43
+ "n_positions": 15,
44
+ "corpus_freq": 0.0004933012765592872
45
+ },
46
+ {
47
+ "char": "N",
48
+ "phase": 6,
49
+ "key_byte": "2",
50
+ "accuracy": 0.7796610169491526,
51
+ "n_positions": 59,
52
+ "corpus_freq": 0.001548510859321453
53
+ },
54
+ {
55
+ "char": "p",
56
+ "phase": 4,
57
+ "key_byte": "2",
58
+ "accuracy": 0.7373029772329247,
59
+ "n_positions": 571,
60
+ "corpus_freq": 0.015396421457333791
61
+ },
62
+ {
63
+ "char": "b",
64
+ "phase": 4,
65
+ "key_byte": "2",
66
+ "accuracy": 0.7190721649484536,
67
+ "n_positions": 388,
68
+ "corpus_freq": 0.01077900102810144
69
+ },
70
+ {
71
+ "char": "k",
72
+ "phase": 1,
73
+ "key_byte": "N",
74
+ "accuracy": 0.08205128205128205,
75
+ "n_positions": 195,
76
+ "corpus_freq": 0.005157575287011652
77
+ },
78
+ {
79
+ "char": "t",
80
+ "phase": 7,
81
+ "key_byte": "6",
82
+ "accuracy": 0.05649484536082474,
83
+ "n_positions": 2425,
84
+ "corpus_freq": 0.07051798642049349
85
+ },
86
+ {
87
+ "char": "H",
88
+ "phase": 3,
89
+ "key_byte": "P",
90
+ "accuracy": 0.0,
91
+ "n_positions": 64,
92
+ "corpus_freq": 0.0015910137508567512
93
+ },
94
+ {
95
+ "char": "P",
96
+ "phase": 5,
97
+ "key_byte": "0",
98
+ "accuracy": 0.0,
99
+ "n_positions": 50,
100
+ "corpus_freq": 0.0015046692940370117
101
+ },
102
+ {
103
+ "char": "v",
104
+ "phase": 0,
105
+ "key_byte": "A",
106
+ "accuracy": 0.0,
107
+ "n_positions": 290,
108
+ "corpus_freq": 0.008002591672378342
109
+ },
110
+ {
111
+ "char": "K",
112
+ "phase": 1,
113
+ "key_byte": "N",
114
+ "accuracy": 0.0,
115
+ "n_positions": 29,
116
+ "corpus_freq": 0.0007744227638793695
117
+ },
118
+ {
119
+ "char": "R",
120
+ "phase": 1,
121
+ "key_byte": "N",
122
+ "accuracy": 0.0,
123
+ "n_positions": 51,
124
+ "corpus_freq": 0.0015495148646333106
125
+ },
126
+ {
127
+ "char": "Y",
128
+ "phase": 2,
129
+ "key_byte": "L",
130
+ "accuracy": 0.0,
131
+ "n_positions": 17,
132
+ "corpus_freq": 0.00035441387508567513
133
+ },
134
+ {
135
+ "char": "z",
136
+ "phase": 0,
137
+ "key_byte": "A",
138
+ "accuracy": 0.0,
139
+ "n_positions": 31,
140
+ "corpus_freq": 0.0009223462131596984
141
+ },
142
+ {
143
+ "char": "H",
144
+ "phase": 5,
145
+ "key_byte": "0",
146
+ "accuracy": 0.0,
147
+ "n_positions": 49,
148
+ "corpus_freq": 0.0015910137508567512
149
+ },
150
+ {
151
+ "char": "P",
152
+ "phase": 1,
153
+ "key_byte": "N",
154
+ "accuracy": 0.0,
155
+ "n_positions": 34,
156
+ "corpus_freq": 0.0015046692940370117
157
+ },
158
+ {
159
+ "char": "Q",
160
+ "phase": 0,
161
+ "key_byte": "A",
162
+ "accuracy": 0.0,
163
+ "n_positions": 3,
164
+ "corpus_freq": 6.157899246058944e-05
165
+ },
166
+ {
167
+ "char": "Z",
168
+ "phase": 7,
169
+ "key_byte": "6",
170
+ "accuracy": 0.0,
171
+ "n_positions": 3,
172
+ "corpus_freq": 0.00017402758738862235
173
+ }
174
+ ]
175
+ }