Update modeling_cap.py

modeling_cap.py

@@ -1,7 +1,6 @@
-# modeling_cap.py
 import torch
 import torch.nn as nn
-from transformers import AutoModel, PreTrainedModel, PretrainedConfig
+from transformers import AutoModel, AutoConfig, PreTrainedModel, PretrainedConfig
 
 
 class CAPConfig(PretrainedConfig):
@@ -20,11 +19,13 @@ class CAPModel(PreTrainedModel):
 
     def __init__(self, config):
         super().__init__(config)
-        self.backbone = AutoModel.from_pretrained(config.base_model_name)
+        backbone_config = AutoConfig.from_pretrained(config.base_model_name)
+        self.backbone = AutoModel.from_config(backbone_config)
         hidden_size = self.backbone.config.hidden_size
         self.num_labels = config.num_labels
         self.dropout = nn.Dropout(config.dropout)
         self.head = nn.Linear(hidden_size, config.num_labels)
+        self.post_init()
 
     def forward(self, input_ids, attention_mask, token_valid_mask):
         outputs = self.backbone(input_ids=input_ids, attention_mask=attention_mask)