bigshanedogg commited on
Commit
213477f
·
verified ·
1 Parent(s): 99ddb81

fix: call post_init() in CSDModel.__init__ (transformers>=5 all_tied_weights_keys)

Browse files
Files changed (1) hide show
  1. modeling_csd.py +4 -0
modeling_csd.py CHANGED
@@ -130,6 +130,10 @@ class CSDModel(PreTrainedModel):
130
  )
131
  self.last_layer_style = nn.Parameter(torch.empty(config.width, config.embed_dim))
132
  self.last_layer_content = nn.Parameter(torch.empty(config.width, config.embed_dim))
 
 
 
 
133
 
134
  def forward(self, pixel_values: torch.Tensor) -> CSDOutput:
135
  _feature = self.backbone(pixel_values)
 
130
  )
131
  self.last_layer_style = nn.Parameter(torch.empty(config.width, config.embed_dim))
132
  self.last_layer_content = nn.Parameter(torch.empty(config.width, config.embed_dim))
133
+ # transformers>=5 sets weight-loading state (e.g. all_tied_weights_keys, read by
134
+ # from_pretrained) in PreTrainedModel.post_init(); call it so the load doesn't
135
+ # AttributeError. from_pretrained overwrites the freshly-inited weights afterward.
136
+ self.post_init()
137
 
138
  def forward(self, pixel_values: torch.Tensor) -> CSDOutput:
139
  _feature = self.backbone(pixel_values)