from transformers import DebertaV2Config


class Bert4JevConfig(DebertaV2Config):
    model_type = "deberta-v2"

    def __init__(self, pool="span", temperature=1.05, markers=None,
                 max_state_tokens=256, max_len=512, hidden=1024, **kwargs):
        super().__init__(**kwargs)
        self.pool = pool
        self.temperature = float(temperature)
        self.markers = markers if markers is not None else ["[STATE]", "[Q]", "[OPT]"]
        self.max_state_tokens = int(max_state_tokens)
        self.max_len = int(max_len)
        self.hidden = int(hidden)