Upload folder using huggingface_hub

.gitattributes

@@ -36,3 +36,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 part1/dense/translations.jsonl filter=lfs diff=lfs merge=lfs -text
 part1/moe-shared/routing-heatmap.png filter=lfs diff=lfs merge=lfs -text
 part1/moe-shared/translations.jsonl filter=lfs diff=lfs merge=lfs -text
+part1/moe-top1/routing-heatmap.png filter=lfs diff=lfs merge=lfs -text
+part1/moe-top1/translations.jsonl filter=lfs diff=lfs merge=lfs -text

part1/moe-top1/config.json

@@ -0,0 +1,62 @@
+{
+  "model": {
+    "d_model": 512,
+    "n_layers": 6,
+    "n_heads": 8,
+    "n_ctx": 256,
+    "d_ff": 1536,
+    "dropout": 0.0,
+    "use_moe": true,
+    "n_experts": 4,
+    "top_k": 1,
+    "n_shared": 0,
+    "d_expert": 384
+  },
+  "seed": 0,
+  "data": {
+    "name": "belumind/en-vi-ja-curated-500k-triplets",
+    "splits": {
+      "train": "train",
+      "val": "validation",
+      "test": "test"
+    },
+    "columns": {
+      "en": "en",
+      "vi": "vi",
+      "ja": "ja"
+    },
+    "seed": 0,
+    "limit": null
+  },
+  "tokenizer": {
+    "file": "unigram-16k.json",
+    "vocab_size": 16000,
+    "sample_triplets": 200000
+  },
+  "train": {
+    "max_tokens": 60000000,
+    "batch_size": 128,
+    "lr": 0.001,
+    "betas": [
+      0.9,
+      0.98
+    ],
+    "weight_decay": 0.1,
+    "grad_clip": 1.0,
+    "warmup_fraction": 0.05,
+    "min_lr_ratio": 0.1,
+    "eval_every_fraction": 0.1,
+    "log_every": 50
+  },
+  "evaluate": {
+    "batch_size": 128,
+    "val_pairs": 4000,
+    "max_new_tokens": 128,
+    "bleu_limit": null
+  },
+  "wandb": {
+    "enabled": true,
+    "project": "anlp-assignment-2"
+  },
+  "name": "moe-top1"
+}

part1/moe-top1/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40cea35438a32c32be131adbce51b7a54055ee5f7f552e46153dfb5981480ae
+size 147439711

part1/moe-top1/results.json

@@ -0,0 +1,14 @@
+{
+  "name": "moe-top1",
+  "parameters": {
+    "total": 36850176,
+    "active": 26233344
+  },
+  "complete": true,
+  "test_loss": 1.437988726516569,
+  "test_perplexity": 4.21221537452151,
+  "bleu_vi": 40.88040823373441,
+  "bleu_ja": 32.495606327381665,
+  "bleu": 36.71750455096259,
+  "bleu_pairs": 49583
+}

part1/moe-top1/translations.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0eca1219e63963de2843d7fff9b053742d888fa42eee850b5fefa7becc5f49
+size 16613182