File size: 574 Bytes
e7a442b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | from transformers import DebertaV2Config
class Bert4JevConfig(DebertaV2Config):
model_type = "deberta-v2"
def __init__(self, pool="span", temperature=1.05, markers=None,
max_state_tokens=256, max_len=512, hidden=1024, **kwargs):
super().__init__(**kwargs)
self.pool = pool
self.temperature = float(temperature)
self.markers = markers if markers is not None else ["[STATE]", "[Q]", "[OPT]"]
self.max_state_tokens = int(max_state_tokens)
self.max_len = int(max_len)
self.hidden = int(hidden)
|