andrewqian123 commited on
Commit
40093ef
·
verified ·
1 Parent(s): 5a94259

Update modeling_minicpmv.py

Browse files
Files changed (1) hide show
  1. modeling_minicpmv.py +2 -0
modeling_minicpmv.py CHANGED
@@ -111,6 +111,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
111
  vision_embedding = self.resampler(vision_embedding, tgt_sizes)
112
  else:
113
  # get vision_embedding foreach
 
114
  vision_embedding = []
115
  for single_tgt_size, single_pixel_values in zip(tgt_sizes, all_pixel_values):
116
  single_pixel_values = single_pixel_values.unsqueeze(0)
@@ -262,6 +263,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
262
  else:
263
  model_inputs["vision_hidden_states"] = vision_hidden_states
264
 
 
265
  (
266
  input_embeds,
267
  vision_hidden_states,
 
111
  vision_embedding = self.resampler(vision_embedding, tgt_sizes)
112
  else:
113
  # get vision_embedding foreach
114
+ print("HERE, NOT BATCH")
115
  vision_embedding = []
116
  for single_tgt_size, single_pixel_values in zip(tgt_sizes, all_pixel_values):
117
  single_pixel_values = single_pixel_values.unsqueeze(0)
 
263
  else:
264
  model_inputs["vision_hidden_states"] = vision_hidden_states
265
 
266
+ print(model_inputs)
267
  (
268
  input_embeds,
269
  vision_hidden_states,