Update modeling_minicpmv.py
Browse files- modeling_minicpmv.py +2 -0
modeling_minicpmv.py
CHANGED
|
@@ -111,6 +111,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
|
|
| 111 |
vision_embedding = self.resampler(vision_embedding, tgt_sizes)
|
| 112 |
else:
|
| 113 |
# get vision_embedding foreach
|
|
|
|
| 114 |
vision_embedding = []
|
| 115 |
for single_tgt_size, single_pixel_values in zip(tgt_sizes, all_pixel_values):
|
| 116 |
single_pixel_values = single_pixel_values.unsqueeze(0)
|
|
@@ -262,6 +263,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
|
|
| 262 |
else:
|
| 263 |
model_inputs["vision_hidden_states"] = vision_hidden_states
|
| 264 |
|
|
|
|
| 265 |
(
|
| 266 |
input_embeds,
|
| 267 |
vision_hidden_states,
|
|
|
|
| 111 |
vision_embedding = self.resampler(vision_embedding, tgt_sizes)
|
| 112 |
else:
|
| 113 |
# get vision_embedding foreach
|
| 114 |
+
print("HERE, NOT BATCH")
|
| 115 |
vision_embedding = []
|
| 116 |
for single_tgt_size, single_pixel_values in zip(tgt_sizes, all_pixel_values):
|
| 117 |
single_pixel_values = single_pixel_values.unsqueeze(0)
|
|
|
|
| 263 |
else:
|
| 264 |
model_inputs["vision_hidden_states"] = vision_hidden_states
|
| 265 |
|
| 266 |
+
print(model_inputs)
|
| 267 |
(
|
| 268 |
input_embeds,
|
| 269 |
vision_hidden_states,
|