cfahlgren1 HF Staff commited on
Commit
2211241
·
verified ·
1 Parent(s): fc61331

Upload folder using huggingface_hub

Browse files
v2/metrics.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "args": {
3
+ "repo": "cfahlgren1/tinyfix-realword",
4
+ "run_name": "v2",
5
+ "fineweb_tokens": 70000000,
6
+ "smoltalk_tokens": 50000000,
7
+ "vocabulary": 20000,
8
+ "embedding": 64,
9
+ "hidden": 256,
10
+ "steps": 60000,
11
+ "batch": 4096,
12
+ "learning_rate": 0.002,
13
+ "output": "/tmp/tinyfix-realword",
14
+ "no_upload": false
15
+ },
16
+ "parameters": 1941345,
17
+ "validation": {
18
+ "clean_cases": 200005,
19
+ "corrupted_cases": 201620,
20
+ "caught_at_false_0.005": 0.7301,
21
+ "threshold_at_false_0.005": 3.1,
22
+ "caught_at_false_0.001": 0.5732,
23
+ "threshold_at_false_0.001": 5.25,
24
+ "caught_at_false_0.0005": 0.4914,
25
+ "threshold_at_false_0.0005": 6.26
26
+ },
27
+ "export": {
28
+ "float_vs_torch_max_difference": 5.7220458984375e-06,
29
+ "float_mb": 7.81,
30
+ "model_quint8.onnx": {
31
+ "mb": 2.09,
32
+ "pick_agreement": 0.998,
33
+ "mean_margin_difference": 0.091
34
+ },
35
+ "model_matmul_quint8.onnx": {
36
+ "mb": 5.99,
37
+ "pick_agreement": 0.997,
38
+ "mean_margin_difference": 0.081
39
+ }
40
+ },
41
+ "train_tokens": 118291713,
42
+ "train_minutes": 24.9
43
+ }
v2/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a3d5d676a972801b6f9bd51d0f2e6439278694eace52aadb6a37725d7e3a51
3
+ size 7814671
v2/model_matmul_quint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7ba1c17231fb295c5c1b36b451f3e14d46c30bde139e9703d5115e475e4a95
3
+ size 5991706
v2/model_quint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e3660ebc01749470e8c66bf0c94bcb1c838e81b7154d8040be6f65d853407c
3
+ size 2092693
v2/vocab.txt ADDED
The diff for this file is too large to render. See raw diff