Training in progress, step 1

config.json

@@ -19,10 +19,10 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 16,
-  "n_head": 2,
+  "n_embd": 128,
+  "n_head": 8,
   "n_inner": null,
-  "n_layer": 2,
+  "n_layer": 8,
   "n_positions": 40,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,
@@ -42,5 +42,5 @@
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
   "use_cache": true,
-  "vocab_size": 75
+  "vocab_size": 74
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5545d0c373d8409bf07c795ddbd9da60d538cf6f606e0a83e823ea5c8aca15b3
-size 42690
+oid sha256:dfe48fad3d511bdf2859a9e9e59a0b8d4a0dde0883609137e532b67a706b3755
+size 6436634

tokenizer.json

@@ -97,74 +97,73 @@
       ".": 4,
       "the": 5,
       "and": 6,
-      ",": 7,
-      "was": 8,
-      "in": 9,
-      "he": 10,
-      "it": 11,
-      "n<apostrophe>t": 12,
-      "had": 13,
-      "Bible": 14,
-      "<apostrophe>s": 15,
-      "a": 16,
-      "here": 17,
-      "to": 18,
-      "ditch": 19,
-      "virtue": 20,
-      "The": 21,
+      "was": 7,
+      ",": 8,
+      "had": 9,
+      "in": 10,
+      "Bible": 11,
+      "it": 12,
+      "ditch": 13,
+      "He": 14,
+      "he": 15,
+      "n<apostrophe>t": 16,
+      "none": 17,
+      "a": 18,
+      "that": 19,
+      "by": 20,
+      "cows": 21,
       "fingers": 22,
-      "his": 23,
-      "But": 24,
-      "knew": 25,
-      "moved": 26,
-      "really": 27,
-      "blackened": 28,
-      "boy": 29,
-      "He": 30,
-      "care": 31,
-      "finally": 32,
-      ":": 33,
-      "Oh": 34,
-      "Today": 35,
-      "happened": 36,
-      "meant": 37,
-      "of": 38,
-      "quite": 39,
-      "sure": 40,
-      "leave": 41,
-      "that": 42,
-      "them": 43,
-      "there": 44,
-      "told": 45,
-      "Because": 46,
-      "by": 47,
-      "class": 48,
-      "find": 49,
-      "lip": 50,
-      "none": 51,
-      "were": 52,
-      "Tuesday": 53,
-      "cows": 54,
-      "from": 55,
-      "intended": 56,
-      "not": 57,
-      "now": 58,
-      "quivered": 59,
-      "should": 60,
-      "darker": 61,
-      "finger": 62,
-      "justice": 63,
-      "like": 64,
-      "then": 65,
-      "world": 66,
-      "They": 67,
-      "baby": 68,
-      "eyes": 69,
-      "lower": 70,
-      "own": 71,
-      "rising": 72,
-      "than": 73,
-      "what": 74
+      "here": 23,
+      "knew": 24,
+      "moved": 25,
+      "them": 26,
+      "to": 27,
+      "virtue": 28,
+      "But": 29,
+      "boy": 30,
+      "leave": 31,
+      "should": 32,
+      "<apostrophe>s": 33,
+      "care": 34,
+      "happened": 35,
+      "narrowed": 36,
+      "really": 37,
+      "sure": 38,
+      ":": 39,
+      "blackened": 40,
+      "help": 41,
+      "lip": 42,
+      "of": 43,
+      "Because": 44,
+      "The": 45,
+      "finger": 46,
+      "grass": 47,
+      "his": 48,
+      "mattered": 49,
+      "not": 50,
+      "now": 51,
+      "quite": 52,
+      "saw": 53,
+      "what": 54,
+      "world": 55,
+      "Today": 56,
+      "finally": 57,
+      "meant": 58,
+      "they": 59,
+      "told": 60,
+      "They": 61,
+      "Tuesday": 62,
+      "silky": 63,
+      "were": 64,
+      "Oh": 65,
+      "child": 66,
+      "class": 67,
+      "even": 68,
+      "from": 69,
+      "intended": 70,
+      "justice": 71,
+      "like": 72,
+      "own": 73
     },
     "unk_token": "<unk>"
   }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b181920278b41d30cdc44134b9a84cd05c601a6c983f272839a379b14d36a9c5
-size 4408
+oid sha256:489875504e19b41ee398174cb1ae2d35311c6d38a054489a02eb4cda0229e2d3
+size 4472