Benjamin Auquite commited on
Commit
5e7d499
·
verified ·
1 Parent(s): 156a268

Upload src/trellis2/modules/image_feature_extractor.py with huggingface_hub

Browse files
src/trellis2/modules/image_feature_extractor.py CHANGED
@@ -122,17 +122,8 @@ class DinoV3FeatureExtractor:
122
  return image
123
 
124
  def extract_features(self, image: torch.Tensor) -> torch.Tensor:
125
- image = image.to(self.model.embeddings.patch_embeddings.weight.dtype)
126
- hidden_states = self.model.embeddings(image, bool_masked_pos=None)
127
- position_embeddings = self.model.rope_embeddings(image)
128
-
129
- for i, layer_module in enumerate(self.model.layer):
130
- hidden_states = layer_module(
131
- hidden_states,
132
- position_embeddings=position_embeddings,
133
- )
134
-
135
- return F.layer_norm(hidden_states, hidden_states.shape[-1:])
136
 
137
  @torch.no_grad()
138
  def __call__(self, image: Union[torch.Tensor, List[Image.Image]]) -> torch.Tensor:
 
122
  return image
123
 
124
  def extract_features(self, image: torch.Tensor) -> torch.Tensor:
125
+ outputs = self.model(image, bool_masked_pos=None)
126
+ return outputs.last_hidden_state
 
 
 
 
 
 
 
 
 
127
 
128
  @torch.no_grad()
129
  def __call__(self, image: Union[torch.Tensor, List[Image.Image]]) -> torch.Tensor: