Delete modeling_parvus.py

modeling_parvus.py

@@ -1,26 +0,0 @@
-import torch
-from torch import nn
-from transformers import PretrainedConfig, PreTrainedModel
-
-
-class ParvusConfig(PretrainedConfig):
-    model_type = "parvus"
-
-    def __init__(self, vocab_size=2, **kwargs):
-        self.vocab_size = vocab_size
-        super().__init__(**kwargs)
-
-
-class ParvusModel(PreTrainedModel):
-    """One parameter. One token. Zero interest in your question."""
-    config_class = ParvusConfig
-
-    def __init__(self, config):
-        super().__init__(config)
-        self.w = nn.Parameter(torch.ones(1))  # the token ID, as a float
-
-    def forward(self, input_ids=None, **kwargs):
-        ids = torch.arange(self.config.vocab_size, device=self.w.device)
-        logits = -(ids - self.w) ** 2          # peaks at token id == w
-        batch = input_ids.shape[0] if input_ids is not None else 1
-        return logits.expand(batch, 1, -1)     # same answer for every input