cfahlgren1 HF Staff commited on
Commit
cfe9bcc
·
verified ·
1 Parent(s): 6c9ceb9

Upload folder using huggingface_hub

Browse files
v4/confusions.txt ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accept except
2
+ advice advise
3
+ advise advice
4
+ affect effect
5
+ allowed aloud
6
+ aloud allowed
7
+ board bored
8
+ bored board
9
+ brake break
10
+ break brake
11
+ cite sight site
12
+ complement compliment
13
+ compliment complement
14
+ effect affect
15
+ except accept
16
+ fair fare
17
+ fare fair
18
+ hear here
19
+ here hear
20
+ hole whole
21
+ it's its
22
+ its it's
23
+ lead led
24
+ led lead
25
+ loose lose
26
+ lose loose
27
+ mail male
28
+ male mail
29
+ meat meet
30
+ meet meat
31
+ passed past
32
+ past passed
33
+ peace piece
34
+ piece peace
35
+ principal principle
36
+ principle principal
37
+ quiet quite
38
+ quite quiet
39
+ right write
40
+ role roll
41
+ roll role
42
+ sale sell
43
+ sell sale
44
+ sight cite site
45
+ site cite sight
46
+ than then
47
+ their there they're
48
+ then than
49
+ there their they're
50
+ they're their there
51
+ thorough though through
52
+ though thorough through
53
+ through thorough though
54
+ too two
55
+ two too
56
+ waist waste
57
+ waste waist
58
+ we're were where
59
+ weak week
60
+ wear where
61
+ weather whether
62
+ week weak
63
+ were we're where
64
+ where we're wear were
65
+ whether weather
66
+ who's whose
67
+ whole hole
68
+ whose who's
69
+ wood would
70
+ would wood
71
+ write right
72
+ you're your
73
+ your you're
v4/metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "args": {
3
+ "repo": "cfahlgren1/tinyfix-realword",
4
+ "run_name": "v4",
5
+ "real_mistakes": false,
6
+ "fineweb_tokens": 70000000,
7
+ "smoltalk_tokens": 50000000,
8
+ "vocabulary": 20000,
9
+ "embedding": 96,
10
+ "hidden": 512,
11
+ "steps": 90000,
12
+ "batch": 4096,
13
+ "learning_rate": 0.002,
14
+ "output": "/tmp/tinyfix-realword",
15
+ "no_upload": false
16
+ },
17
+ "parameters": 4385921,
18
+ "validation": {
19
+ "clean_cases": 199439,
20
+ "corrupted_cases": 202365,
21
+ "caught_at_false_0.005": 0.7682,
22
+ "threshold_at_false_0.005": 3.08,
23
+ "caught_at_false_0.001": 0.6164,
24
+ "threshold_at_false_0.001": 5.39,
25
+ "caught_at_false_0.0005": 0.5517,
26
+ "threshold_at_false_0.0005": 6.25
27
+ },
28
+ "export": {
29
+ "float_vs_torch_max_difference": 1.71661376953125e-05,
30
+ "float_mb": 17.59,
31
+ "model_quint8.onnx": {
32
+ "mb": 4.54,
33
+ "pick_agreement": 0.9931,
34
+ "mean_margin_difference": 0.223
35
+ },
36
+ "model_matmul_quint8.onnx": {
37
+ "mb": 10.36,
38
+ "pick_agreement": 0.9926,
39
+ "mean_margin_difference": 0.215
40
+ }
41
+ },
42
+ "train_tokens": 118291713,
43
+ "train_minutes": 55.7
44
+ }
v4/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3240885f048049bcce599956b9ef42d5f77a242f18284bb90ec5308967faa940
3
+ size 17592977
v4/model_matmul_quint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b391462ec853f0e4714aa913f42f42cebc735ac4e927715a4e300404bf3a36f2
3
+ size 10363288
v4/model_quint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05802e12d893e7e3d2246ad6e1ad2b0bebadc29754e4cf7771c69c28e1f5c242
3
+ size 4544276
v4/vocab.txt ADDED
The diff for this file is too large to render. See raw diff