Upload checkpoints/config.json with huggingface_hub

checkpoints/config.json

@@ -0,0 +1,29 @@
+{
+  "model": {
+    "vocab_size": 4096,
+    "max_seq_len": 128,
+    "d_model": 384,
+    "n_layers": 6,
+    "n_heads": 6,
+    "ffn_hidden": 768,
+    "dropout": 0.1,
+    "pad_id": 0,
+    "bos_id": 1,
+    "eos_id": 2
+  },
+  "train": {
+    "batch_size": 32,
+    "learning_rate": 0.0003,
+    "min_lr": 3e-05,
+    "weight_decay": 0.1,
+    "warmup_steps": 200,
+    "max_steps": 10000,
+    "eval_interval": 200,
+    "save_interval": 500,
+    "grad_clip": 1.0,
+    "device": "auto",
+    "seed": 42,
+    "data_dir": "data",
+    "output_dir": "checkpoints"
+  }
+}