Upload folder using huggingface_hub

checkpoint-36775/config.json

@@ -0,0 +1,36 @@
+{
+  "allow_neg_eigval": false,
+  "architectures": [
+    "GatedDeltaProductForCausalLM"
+  ],
+  "attn": null,
+  "attn_mode": "chunk",
+  "bos_token_id": 1,
+  "conv_size": 4,
+  "eos_token_id": 2,
+  "expand_v": 2.0,
+  "fuse_cross_entropy": true,
+  "fuse_norm": true,
+  "fuse_swiglu": true,
+  "head_dim": 256,
+  "hidden_act": "swish",
+  "hidden_ratio": 4,
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": null,
+  "max_position_embeddings": 2048,
+  "model_type": "gated_deltaproduct",
+  "norm_eps": 1e-06,
+  "num_heads": 8,
+  "num_hidden_layers": 4,
+  "num_householder": 2,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.0",
+  "use_cache": true,
+  "use_forget_gate": false,
+  "use_l2warp": false,
+  "use_output_gate": true,
+  "use_short_conv": true,
+  "vocab_size": 241
+}

checkpoint-36775/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.45.0"
+}

checkpoint-36775/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a99bcb6c6687f4ce600c2feb76e182fa095056e8e03a01dd2ef2a509a07ea37
+size 103212480

checkpoint-36775/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c8fba090325cad693efbf924f4599dbe15206a617f829085b3681e8cc9070b
+size 206465210

checkpoint-36775/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4b7fd4228865f5c7b65538fc3222d5008d5fd8ec426ab2a97a6055b372c21b
+size 14244

checkpoint-36775/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e6480b732169be3801c30c8ce9d31054b13bb3f1e5477238a869bc12546eea
+size 1064

checkpoint-36775/special_tokens_map.json

@@ -0,0 +1,5 @@
+{
+  "bos_token": "<pad>",
+  "eos_token": "<pad>",
+  "pad_token": "<pad>"
+}

checkpoint-36775/tokenizer.json

@@ -0,0 +1,269 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "WhitespaceSplit"
+  },
+  "post_processor": null,
+  "decoder": null,
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "<pad>": 0,
+      " 12345": 1,
+      " 12354": 2,
+      " 12435": 3,
+      " 12453": 4,
+      " 12534": 5,
+      " 12543": 6,
+      " 13245": 7,
+      " 13254": 8,
+      " 13425": 9,
+      " 13452": 10,
+      " 13524": 11,
+      " 13542": 12,
+      " 14235": 13,
+      " 14253": 14,
+      " 14325": 15,
+      " 14352": 16,
+      " 14523": 17,
+      " 14532": 18,
+      " 15234": 19,
+      " 15243": 20,
+      " 15324": 21,
+      " 15342": 22,
+      " 15423": 23,
+      " 15432": 24,
+      " 21345": 25,
+      " 21354": 26,
+      " 21435": 27,
+      " 21453": 28,
+      " 21534": 29,
+      " 21543": 30,
+      " 23145": 31,
+      " 23154": 32,
+      " 23415": 33,
+      " 23451": 34,
+      " 23514": 35,
+      " 23541": 36,
+      " 24135": 37,
+      " 24153": 38,
+      " 24315": 39,
+      " 24351": 40,
+      " 24513": 41,
+      " 24531": 42,
+      " 25134": 43,
+      " 25143": 44,
+      " 25314": 45,
+      " 25341": 46,
+      " 25413": 47,
+      " 25431": 48,
+      " 31245": 49,
+      " 31254": 50,
+      " 31425": 51,
+      " 31452": 52,
+      " 31524": 53,
+      " 31542": 54,
+      " 32145": 55,
+      " 32154": 56,
+      " 32415": 57,
+      " 32451": 58,
+      " 32514": 59,
+      " 32541": 60,
+      " 34125": 61,
+      " 34152": 62,
+      " 34215": 63,
+      " 34251": 64,
+      " 34512": 65,
+      " 34521": 66,
+      " 35124": 67,
+      " 35142": 68,
+      " 35214": 69,
+      " 35241": 70,
+      " 35412": 71,
+      " 35421": 72,
+      " 41235": 73,
+      " 41253": 74,
+      " 41325": 75,
+      " 41352": 76,
+      " 41523": 77,
+      " 41532": 78,
+      " 42135": 79,
+      " 42153": 80,
+      " 42315": 81,
+      " 42351": 82,
+      " 42513": 83,
+      " 42531": 84,
+      " 43125": 85,
+      " 43152": 86,
+      " 43215": 87,
+      " 43251": 88,
+      " 43512": 89,
+      " 43521": 90,
+      " 45123": 91,
+      " 45132": 92,
+      " 45213": 93,
+      " 45231": 94,
+      " 45312": 95,
+      " 45321": 96,
+      " 51234": 97,
+      " 51243": 98,
+      " 51324": 99,
+      " 51342": 100,
+      " 51423": 101,
+      " 51432": 102,
+      " 52134": 103,
+      " 52143": 104,
+      " 52314": 105,
+      " 52341": 106,
+      " 52413": 107,
+      " 52431": 108,
+      " 53124": 109,
+      " 53142": 110,
+      " 53214": 111,
+      " 53241": 112,
+      " 53412": 113,
+      " 53421": 114,
+      " 54123": 115,
+      " 54132": 116,
+      " 54213": 117,
+      " 54231": 118,
+      " 54312": 119,
+      " 54321": 120,
+      "12345": 121,
+      "12354": 122,
+      "12435": 123,
+      "12453": 124,
+      "12534": 125,
+      "12543": 126,
+      "13245": 127,
+      "13254": 128,
+      "13425": 129,
+      "13452": 130,
+      "13524": 131,
+      "13542": 132,
+      "14235": 133,
+      "14253": 134,
+      "14325": 135,
+      "14352": 136,
+      "14523": 137,
+      "14532": 138,
+      "15234": 139,
+      "15243": 140,
+      "15324": 141,
+      "15342": 142,
+      "15423": 143,
+      "15432": 144,
+      "21345": 145,
+      "21354": 146,
+      "21435": 147,
+      "21453": 148,
+      "21534": 149,
+      "21543": 150,
+      "23145": 151,
+      "23154": 152,
+      "23415": 153,
+      "23451": 154,
+      "23514": 155,
+      "23541": 156,
+      "24135": 157,
+      "24153": 158,
+      "24315": 159,
+      "24351": 160,
+      "24513": 161,
+      "24531": 162,
+      "25134": 163,
+      "25143": 164,
+      "25314": 165,
+      "25341": 166,
+      "25413": 167,
+      "25431": 168,
+      "31245": 169,
+      "31254": 170,
+      "31425": 171,
+      "31452": 172,
+      "31524": 173,
+      "31542": 174,
+      "32145": 175,
+      "32154": 176,
+      "32415": 177,
+      "32451": 178,
+      "32514": 179,
+      "32541": 180,
+      "34125": 181,
+      "34152": 182,
+      "34215": 183,
+      "34251": 184,
+      "34512": 185,
+      "34521": 186,
+      "35124": 187,
+      "35142": 188,
+      "35214": 189,
+      "35241": 190,
+      "35412": 191,
+      "35421": 192,
+      "41235": 193,
+      "41253": 194,
+      "41325": 195,
+      "41352": 196,
+      "41523": 197,
+      "41532": 198,
+      "42135": 199,
+      "42153": 200,
+      "42315": 201,
+      "42351": 202,
+      "42513": 203,
+      "42531": 204,
+      "43125": 205,
+      "43152": 206,
+      "43215": 207,
+      "43251": 208,
+      "43512": 209,
+      "43521": 210,
+      "45123": 211,
+      "45132": 212,
+      "45213": 213,
+      "45231": 214,
+      "45312": 215,
+      "45321": 216,
+      "51234": 217,
+      "51243": 218,
+      "51324": 219,
+      "51342": 220,
+      "51423": 221,
+      "51432": 222,
+      "52134": 223,
+      "52143": 224,
+      "52314": 225,
+      "52341": 226,
+      "52413": 227,
+      "52431": 228,
+      "53124": 229,
+      "53142": 230,
+      "53214": 231,
+      "53241": 232,
+      "53412": 233,
+      "53421": 234,
+      "54123": 235,
+      "54132": 236,
+      "54213": 237,
+      "54231": 238,
+      "54312": 239,
+      "54321": 240
+    },
+    "unk_token": "<pad>"
+  }
+}

checkpoint-36775/tokenizer_config.json

@@ -0,0 +1,18 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<pad>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<pad>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

checkpoint-36775/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c01ad1379bf047bad62c0f197402bf43f3792c617bbdbfbc981703d6200e054
+size 5176