| from transformers import DebertaV2Config | |
| class Bert4JevConfig(DebertaV2Config): | |
| model_type = "deberta-v2" | |
| def __init__(self, pool="span", temperature=1.05, markers=None, | |
| max_state_tokens=256, max_len=512, hidden=1024, **kwargs): | |
| super().__init__(**kwargs) | |
| self.pool = pool | |
| self.temperature = float(temperature) | |
| self.markers = markers if markers is not None else ["[STATE]", "[Q]", "[OPT]"] | |
| self.max_state_tokens = int(max_state_tokens) | |
| self.max_len = int(max_len) | |
| self.hidden = int(hidden) | |