User01110 commited on
Commit
fa7e2f1
·
verified ·
1 Parent(s): c2033fb

Add sliding-window generation crop

Browse files
Files changed (1) hide show
  1. modeling_tinyqwen3_novelty.py +12 -0
modeling_tinyqwen3_novelty.py CHANGED
@@ -141,6 +141,18 @@ class TinyQwen3NoveltyForCausalLM(PreTrainedModel, GenerationMixin):
141
  def set_input_embeddings(self, value):
142
  self.embed_tokens = value
143
 
 
 
 
 
 
 
 
 
 
 
 
 
144
  def forward(self, input_ids=None, attention_mask=None, labels=None, return_dict=True, **kwargs):
145
  del attention_mask, kwargs
146
  x = self.embed_tokens(input_ids)
 
141
  def set_input_embeddings(self, value):
142
  self.embed_tokens = value
143
 
144
+ def prepare_inputs_for_generation(self, input_ids, attention_mask=None, **kwargs):
145
+ max_len = getattr(self.config, "max_position_embeddings", None)
146
+ if max_len is not None and input_ids.shape[-1] > max_len:
147
+ input_ids = input_ids[:, -max_len:]
148
+ if attention_mask is not None:
149
+ attention_mask = attention_mask[:, -max_len:]
150
+
151
+ model_inputs = {"input_ids": input_ids}
152
+ if attention_mask is not None:
153
+ model_inputs["attention_mask"] = attention_mask
154
+ return model_inputs
155
+
156
  def forward(self, input_ids=None, attention_mask=None, labels=None, return_dict=True, **kwargs):
157
  del attention_mask, kwargs
158
  x = self.embed_tokens(input_ids)