Instructions to use aehrc/medicap with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use aehrc/medicap with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="aehrc/medicap", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModel tokenizer = AutoTokenizer.from_pretrained("aehrc/medicap", trust_remote_code=True) model = AutoModel.from_pretrained("aehrc/medicap", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Upload folder using huggingface_hub
Browse files- modelling_medicap.py +8 -7
modelling_medicap.py
CHANGED
|
@@ -176,13 +176,14 @@ class MedICapEncoderDecoderModel(VisionEncoderDecoderModel):
|
|
| 176 |
embeddings = self.decoder.transformer.wte(decoder_input_ids)
|
| 177 |
embeddings = torch.cat([encoder_outputs[0], embeddings], dim=1)
|
| 178 |
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
|
| 183 |
-
|
| 184 |
-
|
| 185 |
-
|
|
|
|
| 186 |
|
| 187 |
decoder_outputs = self.decoder(
|
| 188 |
input_ids=decoder_input_ids,
|
|
|
|
| 176 |
embeddings = self.decoder.transformer.wte(decoder_input_ids)
|
| 177 |
embeddings = torch.cat([encoder_outputs[0], embeddings], dim=1)
|
| 178 |
|
| 179 |
+
if decoder_attention_mask:
|
| 180 |
+
decoder_attention_mask = torch.cat(
|
| 181 |
+
[
|
| 182 |
+
torch.ones(encoder_outputs[0].shape[:-1], dtype=decoder_attention_mask.dtype, device=self.device),
|
| 183 |
+
decoder_attention_mask
|
| 184 |
+
],
|
| 185 |
+
dim=1,
|
| 186 |
+
)
|
| 187 |
|
| 188 |
decoder_outputs = self.decoder(
|
| 189 |
input_ids=decoder_input_ids,
|