Create configuration_easyformer.py

configuration_easyformer.py

@@ -0,0 +1,23 @@
+
+from transformers import PretrainedConfig
+
+class EasyFormerConfig(PretrainedConfig):
+    model_type = "transformer"       
+
+    def __init__(
+        self,
+        vocab_size=64,
+        d_model=192,
+        n_layer=5,
+        n_head=4,
+        ctx=128,
+        dropout=0.15,
+        **kwargs,
+    ):
+        super().__init__(**kwargs)
+        self.vocab_size = vocab_size
+        self.d_model = d_model
+        self.n_layer = n_layer
+        self.n_head = n_head
+        self.ctx = ctx
+        self.dropout = dropout