Upload folder using huggingface_hub

letters-v3/letters.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dac682f96385c73485d0d00e975d19ee4e340e17493eb1408b2cf16c1bee61
+size 6051774

letters-v3/metrics.json

@@ -0,0 +1,276 @@
+{
+  "args": {
+    "repo": "cfahlgren1/tinyfix-realword",
+    "data_repo": "cfahlgren1/tinyfix-train-data",
+    "data_dir": null,
+    "run_name": "letters-v3",
+    "fineweb_tokens": 70000000,
+    "smoltalk_tokens": 50000000,
+    "oasst_tokens": 1000000000000,
+    "vocabulary": 20000,
+    "embedding": 64,
+    "hidden": 256,
+    "steps": 40000,
+    "batch": 4096,
+    "learning_rate": 0.002,
+    "misspellings_per_word": 16,
+    "min_count": 5,
+    "workers": 48,
+    "tuning_pairs": 6000,
+    "output": "/tmp/tinyfix-letters",
+    "no_upload": false
+  },
+  "parameters": 1960537,
+  "train_minutes": 37.8,
+  "validation": {
+    "accuracy": 0.9548,
+    "corrupted_accuracy": 0.9294
+  },
+  "real_typos": {
+    "torch": {
+      "careful": {
+        "thresholds": {
+          "known_threshold": 8.0,
+          "unknown_threshold": 10.5,
+          "dev_gain": 2498
+        },
+        "dev": {
+          "misspelling": {
+            "right": 0.5953,
+            "wrong": 0.0266,
+            "total": 4243
+          },
+          "real word": {
+            "right": 0.0632,
+            "wrong": 0.004,
+            "total": 1757
+          },
+          "all right": 0.4395,
+          "all wrong": 0.02,
+          "email changed per 1000": 1.166,
+          "github changed per 1000": 1.466
+        },
+        "test": {
+          "misspelling": {
+            "right": 0.6082,
+            "wrong": 0.0255,
+            "total": 2938
+          },
+          "real word": {
+            "right": 0.0546,
+            "wrong": 0.0038,
+            "total": 1062
+          },
+          "all right": 0.4612,
+          "all wrong": 0.0198,
+          "email changed per 1000": 0.766,
+          "github changed per 1000": 0.733
+        }
+      },
+      "eager": {
+        "thresholds": {
+          "known_threshold": 6.0,
+          "unknown_threshold": 8.5,
+          "dev_gain": 2980
+        },
+        "dev": {
+          "misspelling": {
+            "right": 0.6967,
+            "wrong": 0.0391,
+            "total": 4243
+          },
+          "real word": {
+            "right": 0.1246,
+            "wrong": 0.0057,
+            "total": 1757
+          },
+          "all right": 0.5292,
+          "all wrong": 0.0293,
+          "email changed per 1000": 1.866,
+          "github changed per 1000": 2.132
+        },
+        "test": {
+          "misspelling": {
+            "right": 0.7103,
+            "wrong": 0.0425,
+            "total": 2938
+          },
+          "real word": {
+            "right": 0.1177,
+            "wrong": 0.0075,
+            "total": 1062
+          },
+          "all right": 0.553,
+          "all wrong": 0.0333,
+          "email changed per 1000": 1.033,
+          "github changed per 1000": 1.266
+        }
+      }
+    },
+    "matmul-gather": {
+      "careful": {
+        "thresholds": {
+          "known_threshold": 16.5,
+          "unknown_threshold": 13.0,
+          "dev_gain": 2129
+        },
+        "dev": {
+          "misspelling": {
+            "right": 0.5263,
+            "wrong": 0.0259,
+            "total": 4243
+          },
+          "real word": {
+            "right": 0.0159,
+            "wrong": 0.0017,
+            "total": 1757
+          },
+          "all right": 0.3768,
+          "all wrong": 0.0188,
+          "email changed per 1000": 1.166,
+          "github changed per 1000": 1.199
+        },
+        "test": {
+          "misspelling": {
+            "right": 0.5296,
+            "wrong": 0.0248,
+            "total": 2938
+          },
+          "real word": {
+            "right": 0.0122,
+            "wrong": 0.0,
+            "total": 1062
+          },
+          "all right": 0.3922,
+          "all wrong": 0.0182,
+          "email changed per 1000": 0.6,
+          "github changed per 1000": 0.6
+        }
+      },
+      "eager": {
+        "thresholds": {
+          "known_threshold": 12.0,
+          "unknown_threshold": 9.5,
+          "dev_gain": 2814
+        },
+        "dev": {
+          "misspelling": {
+            "right": 0.6825,
+            "wrong": 0.0455,
+            "total": 4243
+          },
+          "real word": {
+            "right": 0.0774,
+            "wrong": 0.0034,
+            "total": 1757
+          },
+          "all right": 0.5053,
+          "all wrong": 0.0332,
+          "email changed per 1000": 1.833,
+          "github changed per 1000": 2.732
+        },
+        "test": {
+          "misspelling": {
+            "right": 0.7022,
+            "wrong": 0.0425,
+            "total": 2938
+          },
+          "real word": {
+            "right": 0.0631,
+            "wrong": 0.0019,
+            "total": 1062
+          },
+          "all right": 0.5325,
+          "all wrong": 0.0318,
+          "email changed per 1000": 1.033,
+          "github changed per 1000": 2.066
+        }
+      }
+    },
+    "matmul": {
+      "careful": {
+        "thresholds": {
+          "known_threshold": 15.5,
+          "unknown_threshold": 12.0,
+          "dev_gain": 2339
+        },
+        "dev": {
+          "misspelling": {
+            "right": 0.5798,
+            "wrong": 0.0321,
+            "total": 4243
+          },
+          "real word": {
+            "right": 0.0216,
+            "wrong": 0.0023,
+            "total": 1757
+          },
+          "all right": 0.4163,
+          "all wrong": 0.0233,
+          "email changed per 1000": 1.166,
+          "github changed per 1000": 1.799
+        },
+        "test": {
+          "misspelling": {
+            "right": 0.6045,
+            "wrong": 0.0289,
+            "total": 2938
+          },
+          "real word": {
+            "right": 0.0151,
+            "wrong": 0.0,
+            "total": 1062
+          },
+          "all right": 0.448,
+          "all wrong": 0.0213,
+          "email changed per 1000": 0.766,
+          "github changed per 1000": 1.066
+        }
+      },
+      "eager": {
+        "thresholds": {
+          "known_threshold": 10.5,
+          "unknown_threshold": 10.0,
+          "dev_gain": 2823
+        },
+        "dev": {
+          "misspelling": {
+            "right": 0.667,
+            "wrong": 0.0431,
+            "total": 4243
+          },
+          "real word": {
+            "right": 0.1155,
+            "wrong": 0.0046,
+            "total": 1757
+          },
+          "all right": 0.5055,
+          "all wrong": 0.0318,
+          "email changed per 1000": 1.866,
+          "github changed per 1000": 2.598
+        },
+        "test": {
+          "misspelling": {
+            "right": 0.6903,
+            "wrong": 0.0408,
+            "total": 2938
+          },
+          "real word": {
+            "right": 0.0989,
+            "wrong": 0.0038,
+            "total": 1062
+          },
+          "all right": 0.5333,
+          "all wrong": 0.031,
+          "email changed per 1000": 0.966,
+          "github changed per 1000": 1.999
+        }
+      }
+    }
+  },
+  "sizes_mb": {
+    "matmul-gather": 2.15,
+    "matmul": 6.05
+  },
+  "shipped": "matmul"
+}