Upload configuration_bert4jev.py with huggingface_hub

configuration_bert4jev.py

@@ -0,0 +1,15 @@
+from transformers import DebertaV2Config
+
+
+class Bert4JevConfig(DebertaV2Config):
+    model_type = "deberta-v2"
+
+    def __init__(self, pool="span", temperature=1.05, markers=None,
+                 max_state_tokens=256, max_len=512, hidden=1024, **kwargs):
+        super().__init__(**kwargs)
+        self.pool = pool
+        self.temperature = float(temperature)
+        self.markers = markers if markers is not None else ["[STATE]", "[Q]", "[OPT]"]
+        self.max_state_tokens = int(max_state_tokens)
+        self.max_len = int(max_len)
+        self.hidden = int(hidden)