Upload folder using huggingface_hub

deltanet/config.json

@@ -0,0 +1,44 @@
+{
+  "model": {
+    "name": "deltanet",
+    "d_model": 256,
+    "n_layers": 4,
+    "n_heads": 4,
+    "d_ff": 683,
+    "d_conv": 4,
+    "chunk": 64,
+    "grad_ckpt": false
+  },
+  "train": {
+    "steps": 10000,
+    "batch_size": 16,
+    "seq_len": 1024,
+    "lr": 0.001,
+    "min_lr_ratio": 0.1,
+    "warmup": 1000,
+    "weight_decay": 0.1,
+    "grad_clip": 1.0,
+    "log_every": 50,
+    "eval_every": 1000,
+    "eval_batch_tokens": 16384,
+    "seed": 0
+  },
+  "params": 3194396,
+  "data": {
+    "pairs": 569670,
+    "dropped": 0,
+    "null_symbols": "!'+,-./:;<=>?[]_{}"
+  },
+  "best": {
+    "char_accuracy": 0.16923308787460775,
+    "word_accuracy": 0.0006376939182058792,
+    "precision": 0.04721545634232374,
+    "recall": 0.03732656608383083,
+    "f1": 0.01137524822361383,
+    "levenshtein": 750.520381613183,
+    "normalized_levenshtein": 0.8306910762265977,
+    "samples": 1153,
+    "loss": 2.5269675070612823,
+    "step": 9000
+  }
+}

deltanet/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d3f448ce18a944cf5a9aad75393b5c1a53520340d3ba4ebd378c2f12a05311
+size 12782896